{
  "schema_version": "1.0",
  "downloads": [
    {
      "path": "reproduce/inputs/context-evidence/r1.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r1.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r1.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r10.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r10.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r10.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r11.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r11.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r11.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r12.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r12.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r12.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r13.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r13.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r13.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r14.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r14.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r14.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r15.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r15.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r15.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r16.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r16.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r16.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r17.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r17.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r17.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r18.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r18.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r18.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r19.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r19.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r19.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r2.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r2.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r2.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r20.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r20.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r20.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r21.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r21.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r21.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r22.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r22.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r22.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r23.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r23.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r23.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r24.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r24.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r24.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r25.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r25.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r25.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r26.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r26.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r26.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r27.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r27.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r27.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r28.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r28.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r28.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r29.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r29.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r29.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r3.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r3.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r3.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r30.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r30.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r30.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r31.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r31.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r31.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r32.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r32.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r32.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r32b.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r32b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r32b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r33.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r33.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r33.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r34.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r34.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r34.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r34b.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r34b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r34b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r35.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r35.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r35.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r36.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r36.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r36.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r37.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r37.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r37.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r37c.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r37c.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r37c.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r38.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r38.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r38.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r39.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r39.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r39.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r39b.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r39b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r39b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r4.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r4.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r4.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r40.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r40.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r40.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r41.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r41.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r41.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r42.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r42.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r42.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r43.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r43.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r43.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r44.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r44.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r44.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r45.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r45.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r45.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r46.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r46.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r46.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r47.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r47.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r47.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r48.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r48.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r48.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r48b.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r48b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r48b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r49.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r49.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r49.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r49b.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r49b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r49b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r5.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r5.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r5.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r50.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r50.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r50.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r51.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r51.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r51.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r52.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r52.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r52.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r53.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r53.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r53.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r53b.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r53b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r53b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r54.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r54.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r54.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r55.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r55.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r55.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r56.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r56.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r56.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r56b.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r56b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r56b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r56c.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r56c.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r56c.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r56d.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r56d.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r56d.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r56p2.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r56p2.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r56p2.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r57.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r57.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r57.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r57b.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r57b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r57b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r57c.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r57c.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r57c.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r57d.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r57d.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r57d.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r57e.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r57e.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r57e.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r58.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r58.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r58.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r58b.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r58b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r58b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r59.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r59.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r59.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r6.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r6.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r6.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r60.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r60.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r60.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r60b.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r60b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r60b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r61.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r61.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r61.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r62.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r62.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r62.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r62b.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r62b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r62b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r63.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r63.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r63.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r63b.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r63b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r63b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r64.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r64.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r64.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r64b.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r64b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r64b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r64c.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r64c.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r64c.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r64d.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r64d.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r64d.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r64e.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r64e.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r64e.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r65.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r65.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r65.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r65b.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r65b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r65b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r66.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r66.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r66.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r67.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r67.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r67.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r67b.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r67b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r67b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r68.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r68.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r68.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r68b.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r68b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r68b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r69.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r69.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r69.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r7.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r7.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r7.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r71.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r71.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r71.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r8.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r8.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r8.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/r9.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/r9.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/r9.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/context-evidence/unassigned.jsonl",
      "url": "/downloads/reproduce/inputs/context-evidence/unassigned.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/context-evidence/unassigned.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r1.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r1.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r1.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r10.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r10.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r10.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r11.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r11.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r11.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r12.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r12.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r12.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r13.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r13.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r13.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r14.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r14.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r14.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r15.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r15.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r15.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r16.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r16.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r16.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r17.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r17.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r17.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r18.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r18.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r18.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r19.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r19.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r19.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r2.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r2.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r2.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r20.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r20.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r20.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r21.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r21.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r21.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r22.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r22.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r22.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r23.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r23.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r23.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r24.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r24.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r24.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r25.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r25.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r25.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r26.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r26.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r26.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r27.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r27.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r27.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r28.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r28.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r28.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r29.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r29.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r29.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r3.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r3.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r3.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r30.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r30.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r30.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r31.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r31.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r31.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r32.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r32.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r32.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r32b.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r32b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r32b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r33.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r33.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r33.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r34.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r34.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r34.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r34b.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r34b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r34b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r35.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r35.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r35.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r36.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r36.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r36.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r37.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r37.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r37.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r37c.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r37c.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r37c.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r38.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r38.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r38.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r39.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r39.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r39.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r39b.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r39b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r39b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r4.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r4.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r4.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r40.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r40.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r40.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r41.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r41.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r41.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r42.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r42.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r42.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r43.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r43.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r43.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r44.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r44.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r44.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r45.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r45.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r45.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r46.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r46.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r46.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r47.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r47.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r47.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r48.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r48.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r48.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r48b.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r48b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r48b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r49.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r49.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r49.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r49b.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r49b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r49b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r5.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r5.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r5.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r50.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r50.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r50.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r51.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r51.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r51.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r52.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r52.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r52.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r53.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r53.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r53.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r53b.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r53b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r53b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r54.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r54.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r54.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r55.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r55.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r55.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r56.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r56.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r56.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r56b.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r56b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r56b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r56c.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r56c.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r56c.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r56d.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r56d.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r56d.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r56p2.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r56p2.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r56p2.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r57.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r57.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r57.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r57b.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r57b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r57b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r57c.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r57c.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r57c.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r57d.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r57d.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r57d.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r57e.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r57e.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r57e.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r58.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r58.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r58.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r58b.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r58b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r58b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r59.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r59.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r59.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r6.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r6.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r6.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r60.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r60.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r60.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r60b.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r60b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r60b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r61.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r61.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r61.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r62.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r62.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r62.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r62b.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r62b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r62b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r63.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r63.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r63.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r63b.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r63b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r63b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r64.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r64.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r64.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r64b.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r64b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r64b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r64c.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r64c.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r64c.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r64d.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r64d.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r64d.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r64e.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r64e.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r64e.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r65.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r65.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r65.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r65b.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r65b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r65b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r66.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r66.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r66.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r67.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r67.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r67.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r67b.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r67b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r67b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r68.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r68.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r68.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r68b.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r68b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r68b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r69.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r69.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r69.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r7.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r7.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r7.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r71.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r71.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r71.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r8.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r8.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r8.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/r9.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/r9.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/r9.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/run-evidence/unassigned.jsonl",
      "url": "/downloads/reproduce/inputs/run-evidence/unassigned.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/run-evidence/unassigned.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r1.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r1.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r1.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r2.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r2.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r2.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r21.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r21.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r21.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r22.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r22.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r22.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r23.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r23.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r23.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r26.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r26.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r26.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r28.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r28.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r28.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r29.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r29.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r29.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r3.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r3.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r3.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r30.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r30.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r30.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r31.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r31.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r31.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r32.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r32.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r32.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r32b.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r32b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r32b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r33.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r33.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r33.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r34.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r34.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r34.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r34b.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r34b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r34b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r35.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r35.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r35.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r36.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r36.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r36.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r37.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r37.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r37.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r38.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r38.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r38.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r39.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r39.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r39.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r39b.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r39b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r39b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r4.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r4.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r4.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r40.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r40.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r40.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r41.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r41.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r41.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r43.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r43.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r43.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r45.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r45.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r45.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r46.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r46.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r46.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r48.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r48.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r48.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r48b.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r48b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r48b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r49.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r49.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r49.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r50.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r50.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r50.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r51.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r51.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r51.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r52.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r52.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r52.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r53.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r53.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r53.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r53b.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r53b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r53b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r56.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r56.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r56.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r56b.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r56b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r56b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r56c.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r56c.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r56c.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r56d.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r56d.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r56d.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r56p2.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r56p2.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r56p2.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r57d.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r57d.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r57d.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r57e.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r57e.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r57e.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r58b.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r58b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r58b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r60.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r60.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r60.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r60b.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r60b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r60b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r63b.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r63b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r63b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r64.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r64.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r64.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r64b.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r64b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r64b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r64c.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r64c.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r64c.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r64d.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r64d.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r64d.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r64e.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r64e.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r64e.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r67.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r67.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r67.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r67b.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r67b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r67b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r68.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r68.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r68.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r69.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r69.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r69.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r7.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r7.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r7.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r70.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r70.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r70.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/r71.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/r71.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/r71.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "reproduce/inputs/ungraded-evidence/unassigned.jsonl",
      "url": "/downloads/reproduce/inputs/ungraded-evidence/unassigned.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/reproduce/inputs/ungraded-evidence/unassigned.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/cells.jsonl",
      "url": "/downloads/results/cells.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/cells.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/claim-ledger.jsonl",
      "url": "/downloads/results/claim-ledger.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/controls.jsonl",
      "url": "/downloads/results/controls.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/controls.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/cost-time.jsonl",
      "url": "/downloads/results/cost-time.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/cost-time.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/grade-join-input.jsonl",
      "url": "/downloads/results/grade-join-input.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/grade-join-input.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/run-records/r1.jsonl",
      "url": "/downloads/results/run-records/r1.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r1.jsonl",
      "description": "Round r1: 86 records, 510,367 bytes."
    },
    {
      "path": "results/run-records/r10.jsonl",
      "url": "/downloads/results/run-records/r10.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r10.jsonl",
      "description": "Round r10: 12 records, 75,187 bytes."
    },
    {
      "path": "results/run-records/r11.jsonl",
      "url": "/downloads/results/run-records/r11.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r11.jsonl",
      "description": "Round r11: 25 records, 154,758 bytes."
    },
    {
      "path": "results/run-records/r12.jsonl",
      "url": "/downloads/results/run-records/r12.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r12.jsonl",
      "description": "Round r12: 24 records, 151,046 bytes."
    },
    {
      "path": "results/run-records/r13.jsonl",
      "url": "/downloads/results/run-records/r13.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r13.jsonl",
      "description": "Round r13: 20 records, 123,621 bytes."
    },
    {
      "path": "results/run-records/r14.jsonl",
      "url": "/downloads/results/run-records/r14.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r14.jsonl",
      "description": "Round r14: 10 records, 61,651 bytes."
    },
    {
      "path": "results/run-records/r15.jsonl",
      "url": "/downloads/results/run-records/r15.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r15.jsonl",
      "description": "Round r15: 25 records, 155,324 bytes."
    },
    {
      "path": "results/run-records/r16.jsonl",
      "url": "/downloads/results/run-records/r16.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r16.jsonl",
      "description": "Round r16: 18 records, 113,701 bytes."
    },
    {
      "path": "results/run-records/r17.jsonl",
      "url": "/downloads/results/run-records/r17.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r17.jsonl",
      "description": "Round r17: 35 records, 218,285 bytes."
    },
    {
      "path": "results/run-records/r18.jsonl",
      "url": "/downloads/results/run-records/r18.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r18.jsonl",
      "description": "Round r18: 20 records, 127,839 bytes."
    },
    {
      "path": "results/run-records/r19.jsonl",
      "url": "/downloads/results/run-records/r19.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r19.jsonl",
      "description": "Round r19: 42 records, 267,333 bytes."
    },
    {
      "path": "results/run-records/r2.jsonl",
      "url": "/downloads/results/run-records/r2.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r2.jsonl",
      "description": "Round r2: 95 records, 568,095 bytes."
    },
    {
      "path": "results/run-records/r20.jsonl",
      "url": "/downloads/results/run-records/r20.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r20.jsonl",
      "description": "Round r20: 6 records, 38,838 bytes."
    },
    {
      "path": "results/run-records/r21.jsonl",
      "url": "/downloads/results/run-records/r21.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r21.jsonl",
      "description": "Round r21: 33 records, 219,935 bytes."
    },
    {
      "path": "results/run-records/r22.jsonl",
      "url": "/downloads/results/run-records/r22.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r22.jsonl",
      "description": "Round r22: 40 records, 260,713 bytes."
    },
    {
      "path": "results/run-records/r23.jsonl",
      "url": "/downloads/results/run-records/r23.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r23.jsonl",
      "description": "Round r23: 36 records, 237,472 bytes."
    },
    {
      "path": "results/run-records/r24.jsonl",
      "url": "/downloads/results/run-records/r24.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r24.jsonl",
      "description": "Round r24: 40 records, 261,017 bytes."
    },
    {
      "path": "results/run-records/r25.jsonl",
      "url": "/downloads/results/run-records/r25.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r25.jsonl",
      "description": "Round r25: 36 records, 224,703 bytes."
    },
    {
      "path": "results/run-records/r26.jsonl",
      "url": "/downloads/results/run-records/r26.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r26.jsonl",
      "description": "Round r26: 55 records, 358,840 bytes."
    },
    {
      "path": "results/run-records/r27.jsonl",
      "url": "/downloads/results/run-records/r27.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r27.jsonl",
      "description": "Round r27: 150 records, 936,656 bytes."
    },
    {
      "path": "results/run-records/r28.jsonl",
      "url": "/downloads/results/run-records/r28.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r28.jsonl",
      "description": "Round r28: 55 records, 362,201 bytes."
    },
    {
      "path": "results/run-records/r29.jsonl",
      "url": "/downloads/results/run-records/r29.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r29.jsonl",
      "description": "Round r29: 75 records, 484,678 bytes."
    },
    {
      "path": "results/run-records/r3.jsonl",
      "url": "/downloads/results/run-records/r3.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r3.jsonl",
      "description": "Round r3: 119 records, 739,929 bytes."
    },
    {
      "path": "results/run-records/r30.jsonl",
      "url": "/downloads/results/run-records/r30.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r30.jsonl",
      "description": "Round r30: 110 records, 745,532 bytes."
    },
    {
      "path": "results/run-records/r31.jsonl",
      "url": "/downloads/results/run-records/r31.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r31.jsonl",
      "description": "Round r31: 20 records, 136,128 bytes."
    },
    {
      "path": "results/run-records/r32.jsonl",
      "url": "/downloads/results/run-records/r32.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r32.jsonl",
      "description": "Round r32: 20 records, 132,223 bytes."
    },
    {
      "path": "results/run-records/r32b.jsonl",
      "url": "/downloads/results/run-records/r32b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r32b.jsonl",
      "description": "Round r32b: 15 records, 103,344 bytes."
    },
    {
      "path": "results/run-records/r33.jsonl",
      "url": "/downloads/results/run-records/r33.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r33.jsonl",
      "description": "Round r33: 81 records, 547,713 bytes."
    },
    {
      "path": "results/run-records/r34.jsonl",
      "url": "/downloads/results/run-records/r34.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r34.jsonl",
      "description": "Round r34: 15 records, 95,107 bytes."
    },
    {
      "path": "results/run-records/r34b.jsonl",
      "url": "/downloads/results/run-records/r34b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r34b.jsonl",
      "description": "Round r34b: 5 records, 35,082 bytes."
    },
    {
      "path": "results/run-records/r35.jsonl",
      "url": "/downloads/results/run-records/r35.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r35.jsonl",
      "description": "Round r35: 40 records, 284,582 bytes."
    },
    {
      "path": "results/run-records/r36.jsonl",
      "url": "/downloads/results/run-records/r36.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r36.jsonl",
      "description": "Round r36: 33 records, 225,349 bytes."
    },
    {
      "path": "results/run-records/r37.jsonl",
      "url": "/downloads/results/run-records/r37.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r37.jsonl",
      "description": "Round r37: 84 records, 557,800 bytes."
    },
    {
      "path": "results/run-records/r37c.jsonl",
      "url": "/downloads/results/run-records/r37c.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r37c.jsonl",
      "description": "Round r37c: 25 records, 171,092 bytes."
    },
    {
      "path": "results/run-records/r38.jsonl",
      "url": "/downloads/results/run-records/r38.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r38.jsonl",
      "description": "Round r38: 12 records, 90,993 bytes."
    },
    {
      "path": "results/run-records/r39.jsonl",
      "url": "/downloads/results/run-records/r39.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r39.jsonl",
      "description": "Round r39: 36 records, 237,999 bytes."
    },
    {
      "path": "results/run-records/r39b.jsonl",
      "url": "/downloads/results/run-records/r39b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r39b.jsonl",
      "description": "Round r39b: 24 records, 178,548 bytes."
    },
    {
      "path": "results/run-records/r4.jsonl",
      "url": "/downloads/results/run-records/r4.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r4.jsonl",
      "description": "Round r4: 48 records, 298,527 bytes."
    },
    {
      "path": "results/run-records/r40.jsonl",
      "url": "/downloads/results/run-records/r40.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r40.jsonl",
      "description": "Round r40: 24 records, 171,680 bytes."
    },
    {
      "path": "results/run-records/r41.jsonl",
      "url": "/downloads/results/run-records/r41.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r41.jsonl",
      "description": "Round r41: 16 records, 107,177 bytes."
    },
    {
      "path": "results/run-records/r42.jsonl",
      "url": "/downloads/results/run-records/r42.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r42.jsonl",
      "description": "Round r42: 12 records, 76,536 bytes."
    },
    {
      "path": "results/run-records/r43.jsonl",
      "url": "/downloads/results/run-records/r43.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r43.jsonl",
      "description": "Round r43: 30 records, 242,576 bytes."
    },
    {
      "path": "results/run-records/r44.jsonl",
      "url": "/downloads/results/run-records/r44.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r44.jsonl",
      "description": "Round r44: 12 records, 75,845 bytes."
    },
    {
      "path": "results/run-records/r45.jsonl",
      "url": "/downloads/results/run-records/r45.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r45.jsonl",
      "description": "Round r45: 68 records, 936,306 bytes."
    },
    {
      "path": "results/run-records/r46.jsonl",
      "url": "/downloads/results/run-records/r46.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r46.jsonl",
      "description": "Round r46: 66 records, 439,068 bytes."
    },
    {
      "path": "results/run-records/r47.jsonl",
      "url": "/downloads/results/run-records/r47.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r47.jsonl",
      "description": "Round r47: 54 records, 364,725 bytes."
    },
    {
      "path": "results/run-records/r48.jsonl",
      "url": "/downloads/results/run-records/r48.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r48.jsonl",
      "description": "Round r48: 66 records, 453,085 bytes."
    },
    {
      "path": "results/run-records/r48b.jsonl",
      "url": "/downloads/results/run-records/r48b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r48b.jsonl",
      "description": "Round r48b: 24 records, 165,048 bytes."
    },
    {
      "path": "results/run-records/r49.jsonl",
      "url": "/downloads/results/run-records/r49.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r49.jsonl",
      "description": "Round r49: 132 records, 923,727 bytes."
    },
    {
      "path": "results/run-records/r49b.jsonl",
      "url": "/downloads/results/run-records/r49b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r49b.jsonl",
      "description": "Round r49b: 23 records, 146,590 bytes."
    },
    {
      "path": "results/run-records/r5.jsonl",
      "url": "/downloads/results/run-records/r5.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r5.jsonl",
      "description": "Round r5: 12 records, 74,010 bytes."
    },
    {
      "path": "results/run-records/r50.jsonl",
      "url": "/downloads/results/run-records/r50.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r50.jsonl",
      "description": "Round r50: 198 records, 1,535,739 bytes."
    },
    {
      "path": "results/run-records/r51.jsonl",
      "url": "/downloads/results/run-records/r51.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r51.jsonl",
      "description": "Round r51: 192 records, 1,267,217 bytes."
    },
    {
      "path": "results/run-records/r52.jsonl",
      "url": "/downloads/results/run-records/r52.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r52.jsonl",
      "description": "Round r52: 4 records, 28,201 bytes."
    },
    {
      "path": "results/run-records/r53.jsonl",
      "url": "/downloads/results/run-records/r53.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r53.jsonl",
      "description": "Round r53: 110 records, 721,039 bytes."
    },
    {
      "path": "results/run-records/r53b.jsonl",
      "url": "/downloads/results/run-records/r53b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r53b.jsonl",
      "description": "Round r53b: 108 records, 676,275 bytes."
    },
    {
      "path": "results/run-records/r54.jsonl",
      "url": "/downloads/results/run-records/r54.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r54.jsonl",
      "description": "Round r54: 30 records, 190,676 bytes."
    },
    {
      "path": "results/run-records/r55.jsonl",
      "url": "/downloads/results/run-records/r55.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r55.jsonl",
      "description": "Round r55: 30 records, 187,541 bytes."
    },
    {
      "path": "results/run-records/r56.jsonl",
      "url": "/downloads/results/run-records/r56.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r56.jsonl",
      "description": "Round r56: 222 records, 1,463,526 bytes."
    },
    {
      "path": "results/run-records/r56b.jsonl",
      "url": "/downloads/results/run-records/r56b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r56b.jsonl",
      "description": "Round r56b: 312 records, 2,322,114 bytes."
    },
    {
      "path": "results/run-records/r56c.jsonl",
      "url": "/downloads/results/run-records/r56c.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r56c.jsonl",
      "description": "Round r56c: 128 records, 903,290 bytes."
    },
    {
      "path": "results/run-records/r56d.jsonl",
      "url": "/downloads/results/run-records/r56d.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r56d.jsonl",
      "description": "Round r56d: 37 records, 266,931 bytes."
    },
    {
      "path": "results/run-records/r56p2.jsonl",
      "url": "/downloads/results/run-records/r56p2.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r56p2.jsonl",
      "description": "Round r56p2: 336 records, 2,152,692 bytes."
    },
    {
      "path": "results/run-records/r57.jsonl",
      "url": "/downloads/results/run-records/r57.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r57.jsonl",
      "description": "Round r57: 41 records, 258,226 bytes."
    },
    {
      "path": "results/run-records/r57b.jsonl",
      "url": "/downloads/results/run-records/r57b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r57b.jsonl",
      "description": "Round r57b: 96 records, 633,575 bytes."
    },
    {
      "path": "results/run-records/r57c.jsonl",
      "url": "/downloads/results/run-records/r57c.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r57c.jsonl",
      "description": "Round r57c: 80 records, 504,172 bytes."
    },
    {
      "path": "results/run-records/r57d.jsonl",
      "url": "/downloads/results/run-records/r57d.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r57d.jsonl",
      "description": "Round r57d: 97 records, 645,063 bytes."
    },
    {
      "path": "results/run-records/r57e.jsonl",
      "url": "/downloads/results/run-records/r57e.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r57e.jsonl",
      "description": "Round r57e: 80 records, 523,080 bytes."
    },
    {
      "path": "results/run-records/r58.jsonl",
      "url": "/downloads/results/run-records/r58.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r58.jsonl",
      "description": "Round r58: 93 records, 564,672 bytes."
    },
    {
      "path": "results/run-records/r58b.jsonl",
      "url": "/downloads/results/run-records/r58b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r58b.jsonl",
      "description": "Round r58b: 5 records, 30,806 bytes."
    },
    {
      "path": "results/run-records/r59.jsonl",
      "url": "/downloads/results/run-records/r59.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r59.jsonl",
      "description": "Round r59: 60 records, 374,556 bytes."
    },
    {
      "path": "results/run-records/r6.jsonl",
      "url": "/downloads/results/run-records/r6.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r6.jsonl",
      "description": "Round r6: 45 records, 280,560 bytes."
    },
    {
      "path": "results/run-records/r60.jsonl",
      "url": "/downloads/results/run-records/r60.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r60.jsonl",
      "description": "Round r60: 136 records, 914,508 bytes."
    },
    {
      "path": "results/run-records/r60b.jsonl",
      "url": "/downloads/results/run-records/r60b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r60b.jsonl",
      "description": "Round r60b: 34 records, 238,171 bytes."
    },
    {
      "path": "results/run-records/r61.jsonl",
      "url": "/downloads/results/run-records/r61.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r61.jsonl",
      "description": "Round r61: 34 records, 208,771 bytes."
    },
    {
      "path": "results/run-records/r62.jsonl",
      "url": "/downloads/results/run-records/r62.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r62.jsonl",
      "description": "Round r62: 18 records, 107,831 bytes."
    },
    {
      "path": "results/run-records/r62b.jsonl",
      "url": "/downloads/results/run-records/r62b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r62b.jsonl",
      "description": "Round r62b: 72 records, 430,405 bytes."
    },
    {
      "path": "results/run-records/r63.jsonl",
      "url": "/downloads/results/run-records/r63.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r63.jsonl",
      "description": "Round r63: 34 records, 226,329 bytes."
    },
    {
      "path": "results/run-records/r63b.jsonl",
      "url": "/downloads/results/run-records/r63b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r63b.jsonl",
      "description": "Round r63b: 51 records, 338,697 bytes."
    },
    {
      "path": "results/run-records/r64.jsonl",
      "url": "/downloads/results/run-records/r64.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r64.jsonl",
      "description": "Round r64: 51 records, 370,733 bytes."
    },
    {
      "path": "results/run-records/r64b.jsonl",
      "url": "/downloads/results/run-records/r64b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r64b.jsonl",
      "description": "Round r64b: 68 records, 471,184 bytes."
    },
    {
      "path": "results/run-records/r64c.jsonl",
      "url": "/downloads/results/run-records/r64c.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r64c.jsonl",
      "description": "Round r64c: 102 records, 701,024 bytes."
    },
    {
      "path": "results/run-records/r64d.jsonl",
      "url": "/downloads/results/run-records/r64d.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r64d.jsonl",
      "description": "Round r64d: 20 records, 139,791 bytes."
    },
    {
      "path": "results/run-records/r64e.jsonl",
      "url": "/downloads/results/run-records/r64e.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r64e.jsonl",
      "description": "Round r64e: 34 records, 250,377 bytes."
    },
    {
      "path": "results/run-records/r65.jsonl",
      "url": "/downloads/results/run-records/r65.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r65.jsonl",
      "description": "Round r65: 16 records, 95,577 bytes."
    },
    {
      "path": "results/run-records/r65b.jsonl",
      "url": "/downloads/results/run-records/r65b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r65b.jsonl",
      "description": "Round r65b: 90 records, 538,510 bytes."
    },
    {
      "path": "results/run-records/r66.jsonl",
      "url": "/downloads/results/run-records/r66.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r66.jsonl",
      "description": "Round r66: 20 records, 126,749 bytes."
    },
    {
      "path": "results/run-records/r67.jsonl",
      "url": "/downloads/results/run-records/r67.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r67.jsonl",
      "description": "Round r67: 61 records, 349,858 bytes."
    },
    {
      "path": "results/run-records/r67b.jsonl",
      "url": "/downloads/results/run-records/r67b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r67b.jsonl",
      "description": "Round r67b: 55 records, 327,455 bytes."
    },
    {
      "path": "results/run-records/r68.jsonl",
      "url": "/downloads/results/run-records/r68.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r68.jsonl",
      "description": "Round r68: 12 records, 75,378 bytes."
    },
    {
      "path": "results/run-records/r68b.jsonl",
      "url": "/downloads/results/run-records/r68b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r68b.jsonl",
      "description": "Round r68b: 24 records, 152,980 bytes."
    },
    {
      "path": "results/run-records/r69.jsonl",
      "url": "/downloads/results/run-records/r69.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r69.jsonl",
      "description": "Round r69: 459 records, 2,889,276 bytes."
    },
    {
      "path": "results/run-records/r7.jsonl",
      "url": "/downloads/results/run-records/r7.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r7.jsonl",
      "description": "Round r7: 51 records, 316,987 bytes."
    },
    {
      "path": "results/run-records/r70.jsonl",
      "url": "/downloads/results/run-records/r70.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r70.jsonl",
      "description": "Round r70: 6 records, 34,834 bytes."
    },
    {
      "path": "results/run-records/r71.jsonl",
      "url": "/downloads/results/run-records/r71.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r71.jsonl",
      "description": "Round r71: 50 records, 298,522 bytes."
    },
    {
      "path": "results/run-records/r8.jsonl",
      "url": "/downloads/results/run-records/r8.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r8.jsonl",
      "description": "Round r8: 35 records, 219,322 bytes."
    },
    {
      "path": "results/run-records/r9.jsonl",
      "url": "/downloads/results/run-records/r9.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/r9.jsonl",
      "description": "Round r9: 20 records, 130,619 bytes."
    },
    {
      "path": "results/run-records/unassigned.jsonl",
      "url": "/downloads/results/run-records/unassigned.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/run-records/unassigned.jsonl",
      "description": "Round unassigned: 500 records, 3,652,819 bytes."
    },
    {
      "path": "results/source-crosswalk/campfire-lane1.jsonl",
      "url": "/downloads/results/source-crosswalk/campfire-lane1.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/campfire-lane1.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/campfire-lane2.jsonl",
      "url": "/downloads/results/source-crosswalk/campfire-lane2.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/campfire-lane2.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/candidate-counterfactual.jsonl",
      "url": "/downloads/results/source-crosswalk/candidate-counterfactual.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/candidate-counterfactual.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/claim-b-rerun-1.jsonl",
      "url": "/downloads/results/source-crosswalk/claim-b-rerun-1.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/claim-b-rerun-1.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/claim-b-screen-1.jsonl",
      "url": "/downloads/results/source-crosswalk/claim-b-screen-1.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/claim-b-screen-1.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/confirm-combined-1.jsonl",
      "url": "/downloads/results/source-crosswalk/confirm-combined-1.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/confirm-combined-1.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/ctx-store.jsonl",
      "url": "/downloads/results/source-crosswalk/ctx-store.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/ctx-store.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/e06-context.jsonl",
      "url": "/downloads/results/source-crosswalk/e06-context.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/e06-context.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/e09-tidewave.jsonl",
      "url": "/downloads/results/source-crosswalk/e09-tidewave.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/e09-tidewave.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/frontier.jsonl",
      "url": "/downloads/results/source-crosswalk/frontier.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/frontier.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/grok-frontier.jsonl",
      "url": "/downloads/results/source-crosswalk/grok-frontier.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/grok-frontier.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/hard1-calibrate-1.jsonl",
      "url": "/downloads/results/source-crosswalk/hard1-calibrate-1.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/hard1-calibrate-1.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/harness-compare-1.jsonl",
      "url": "/downloads/results/source-crosswalk/harness-compare-1.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/harness-compare-1.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/harness-pick-2026-09-29.jsonl",
      "url": "/downloads/results/source-crosswalk/harness-pick-2026-09-29.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/harness-pick-2026-09-29.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/hc-1.jsonl",
      "url": "/downloads/results/source-crosswalk/hc-1.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/hc-1.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/hc-2.jsonl",
      "url": "/downloads/results/source-crosswalk/hc-2.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/hc-2.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/hc-3.jsonl",
      "url": "/downloads/results/source-crosswalk/hc-3.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/hc-3.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/hc-4.jsonl",
      "url": "/downloads/results/source-crosswalk/hc-4.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/hc-4.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/hc01-small32.jsonl",
      "url": "/downloads/results/source-crosswalk/hc01-small32.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/hc01-small32.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/intent-coverage-audit.jsonl",
      "url": "/downloads/results/source-crosswalk/intent-coverage-audit.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/intent-coverage-audit.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/jev-route-ctx.jsonl",
      "url": "/downloads/results/source-crosswalk/jev-route-ctx.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/jev-route-ctx.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/jev-triage-ctx.jsonl",
      "url": "/downloads/results/source-crosswalk/jev-triage-ctx.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/jev-triage-ctx.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/kh-climb.jsonl",
      "url": "/downloads/results/source-crosswalk/kh-climb.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/kh-climb.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/kh-compare-2026-09-29.jsonl",
      "url": "/downloads/results/source-crosswalk/kh-compare-2026-09-29.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/kh-compare-2026-09-29.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/l0-reconcile.jsonl",
      "url": "/downloads/results/source-crosswalk/l0-reconcile.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/l0-reconcile.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/l1-task-grader-trust.jsonl",
      "url": "/downloads/results/source-crosswalk/l1-task-grader-trust.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/l1-task-grader-trust.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/l3-repair.jsonl",
      "url": "/downloads/results/source-crosswalk/l3-repair.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/l3-repair.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/l6-auditor-replay.jsonl",
      "url": "/downloads/results/source-crosswalk/l6-auditor-replay.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/l6-auditor-replay.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/lang-sol-replication.jsonl",
      "url": "/downloads/results/source-crosswalk/lang-sol-replication.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/lang-sol-replication.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/llm-latency-long.jsonl",
      "url": "/downloads/results/source-crosswalk/llm-latency-long.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/llm-latency-long.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/llm-latency-short.jsonl",
      "url": "/downloads/results/source-crosswalk/llm-latency-short.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/llm-latency-short.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/night-2026-10-01.jsonl",
      "url": "/downloads/results/source-crosswalk/night-2026-10-01.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/night-2026-10-01.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/offline-aa-bo3.jsonl",
      "url": "/downloads/results/source-crosswalk/offline-aa-bo3.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/offline-aa-bo3.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/offline-contract-audit.jsonl",
      "url": "/downloads/results/source-crosswalk/offline-contract-audit.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/offline-contract-audit.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/offline-review.jsonl",
      "url": "/downloads/results/source-crosswalk/offline-review.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/offline-review.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/offline-review3.jsonl",
      "url": "/downloads/results/source-crosswalk/offline-review3.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/offline-review3.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/overstrict-replay.jsonl",
      "url": "/downloads/results/source-crosswalk/overstrict-replay.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/overstrict-replay.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/pilot73.jsonl",
      "url": "/downloads/results/source-crosswalk/pilot73.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/pilot73.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r1.jsonl",
      "url": "/downloads/results/source-crosswalk/r1.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r1.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r10.jsonl",
      "url": "/downloads/results/source-crosswalk/r10.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r10.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r11.jsonl",
      "url": "/downloads/results/source-crosswalk/r11.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r11.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r12.jsonl",
      "url": "/downloads/results/source-crosswalk/r12.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r12.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r13.jsonl",
      "url": "/downloads/results/source-crosswalk/r13.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r13.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r14.jsonl",
      "url": "/downloads/results/source-crosswalk/r14.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r14.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r15.jsonl",
      "url": "/downloads/results/source-crosswalk/r15.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r15.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r16.jsonl",
      "url": "/downloads/results/source-crosswalk/r16.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r16.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r17.jsonl",
      "url": "/downloads/results/source-crosswalk/r17.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r17.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r18.jsonl",
      "url": "/downloads/results/source-crosswalk/r18.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r18.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r19.jsonl",
      "url": "/downloads/results/source-crosswalk/r19.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r19.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r2.jsonl",
      "url": "/downloads/results/source-crosswalk/r2.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r2.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r20.jsonl",
      "url": "/downloads/results/source-crosswalk/r20.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r20.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r21.jsonl",
      "url": "/downloads/results/source-crosswalk/r21.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r21.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r22.jsonl",
      "url": "/downloads/results/source-crosswalk/r22.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r22.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r23.jsonl",
      "url": "/downloads/results/source-crosswalk/r23.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r23.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r24.jsonl",
      "url": "/downloads/results/source-crosswalk/r24.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r24.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r25.jsonl",
      "url": "/downloads/results/source-crosswalk/r25.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r25.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r26.jsonl",
      "url": "/downloads/results/source-crosswalk/r26.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r26.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r27.jsonl",
      "url": "/downloads/results/source-crosswalk/r27.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r27.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r28.jsonl",
      "url": "/downloads/results/source-crosswalk/r28.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r28.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r29.jsonl",
      "url": "/downloads/results/source-crosswalk/r29.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r29.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r3.jsonl",
      "url": "/downloads/results/source-crosswalk/r3.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r3.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r30.jsonl",
      "url": "/downloads/results/source-crosswalk/r30.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r30.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r31.jsonl",
      "url": "/downloads/results/source-crosswalk/r31.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r31.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r32.jsonl",
      "url": "/downloads/results/source-crosswalk/r32.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r32.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r32a.jsonl",
      "url": "/downloads/results/source-crosswalk/r32a.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r32a.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r32b.jsonl",
      "url": "/downloads/results/source-crosswalk/r32b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r32b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r33.jsonl",
      "url": "/downloads/results/source-crosswalk/r33.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r33.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r34.jsonl",
      "url": "/downloads/results/source-crosswalk/r34.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r34.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r34b.jsonl",
      "url": "/downloads/results/source-crosswalk/r34b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r34b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r35.jsonl",
      "url": "/downloads/results/source-crosswalk/r35.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r35.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r36.jsonl",
      "url": "/downloads/results/source-crosswalk/r36.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r36.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r37.jsonl",
      "url": "/downloads/results/source-crosswalk/r37.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r37.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r37c.jsonl",
      "url": "/downloads/results/source-crosswalk/r37c.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r37c.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r38.jsonl",
      "url": "/downloads/results/source-crosswalk/r38.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r38.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r39.jsonl",
      "url": "/downloads/results/source-crosswalk/r39.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r39.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r39b.jsonl",
      "url": "/downloads/results/source-crosswalk/r39b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r39b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r4.jsonl",
      "url": "/downloads/results/source-crosswalk/r4.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r4.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r40.jsonl",
      "url": "/downloads/results/source-crosswalk/r40.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r40.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r41.jsonl",
      "url": "/downloads/results/source-crosswalk/r41.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r41.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r42.jsonl",
      "url": "/downloads/results/source-crosswalk/r42.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r42.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r43.jsonl",
      "url": "/downloads/results/source-crosswalk/r43.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r43.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r44.jsonl",
      "url": "/downloads/results/source-crosswalk/r44.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r44.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r45.jsonl",
      "url": "/downloads/results/source-crosswalk/r45.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r45.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r46.jsonl",
      "url": "/downloads/results/source-crosswalk/r46.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r46.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r47.jsonl",
      "url": "/downloads/results/source-crosswalk/r47.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r47.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r48.jsonl",
      "url": "/downloads/results/source-crosswalk/r48.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r48.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r48b.jsonl",
      "url": "/downloads/results/source-crosswalk/r48b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r48b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r49.jsonl",
      "url": "/downloads/results/source-crosswalk/r49.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r49.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r49b.jsonl",
      "url": "/downloads/results/source-crosswalk/r49b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r49b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r5.jsonl",
      "url": "/downloads/results/source-crosswalk/r5.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r5.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r50.jsonl",
      "url": "/downloads/results/source-crosswalk/r50.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r50.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r51.jsonl",
      "url": "/downloads/results/source-crosswalk/r51.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r51.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r52.jsonl",
      "url": "/downloads/results/source-crosswalk/r52.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r52.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r53.jsonl",
      "url": "/downloads/results/source-crosswalk/r53.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r53.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r53b.jsonl",
      "url": "/downloads/results/source-crosswalk/r53b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r53b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r54.jsonl",
      "url": "/downloads/results/source-crosswalk/r54.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r54.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r55.jsonl",
      "url": "/downloads/results/source-crosswalk/r55.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r55.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r56.jsonl",
      "url": "/downloads/results/source-crosswalk/r56.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r56.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r56b.jsonl",
      "url": "/downloads/results/source-crosswalk/r56b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r56b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r56c.jsonl",
      "url": "/downloads/results/source-crosswalk/r56c.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r56c.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r56d.jsonl",
      "url": "/downloads/results/source-crosswalk/r56d.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r56d.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r56p2.jsonl",
      "url": "/downloads/results/source-crosswalk/r56p2.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r56p2.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r57-studio.jsonl",
      "url": "/downloads/results/source-crosswalk/r57-studio.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r57-studio.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r57-t90-studio.jsonl",
      "url": "/downloads/results/source-crosswalk/r57-t90-studio.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r57-t90-studio.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r57.jsonl",
      "url": "/downloads/results/source-crosswalk/r57.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r57.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r57b.jsonl",
      "url": "/downloads/results/source-crosswalk/r57b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r57b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r57c.jsonl",
      "url": "/downloads/results/source-crosswalk/r57c.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r57c.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r57d.jsonl",
      "url": "/downloads/results/source-crosswalk/r57d.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r57d.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r57e.jsonl",
      "url": "/downloads/results/source-crosswalk/r57e.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r57e.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r58.jsonl",
      "url": "/downloads/results/source-crosswalk/r58.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r58.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r58b.jsonl",
      "url": "/downloads/results/source-crosswalk/r58b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r58b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r58x-studio.jsonl",
      "url": "/downloads/results/source-crosswalk/r58x-studio.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r58x-studio.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r59.jsonl",
      "url": "/downloads/results/source-crosswalk/r59.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r59.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r6.jsonl",
      "url": "/downloads/results/source-crosswalk/r6.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r6.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r60.jsonl",
      "url": "/downloads/results/source-crosswalk/r60.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r60.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r60b.jsonl",
      "url": "/downloads/results/source-crosswalk/r60b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r60b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r61.jsonl",
      "url": "/downloads/results/source-crosswalk/r61.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r61.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r62.jsonl",
      "url": "/downloads/results/source-crosswalk/r62.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r62.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r62b.jsonl",
      "url": "/downloads/results/source-crosswalk/r62b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r62b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r63.jsonl",
      "url": "/downloads/results/source-crosswalk/r63.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r63.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r63b.jsonl",
      "url": "/downloads/results/source-crosswalk/r63b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r63b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r64.jsonl",
      "url": "/downloads/results/source-crosswalk/r64.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r64.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r64b.jsonl",
      "url": "/downloads/results/source-crosswalk/r64b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r64b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r64c.jsonl",
      "url": "/downloads/results/source-crosswalk/r64c.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r64c.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r64d.jsonl",
      "url": "/downloads/results/source-crosswalk/r64d.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r64d.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r64e.jsonl",
      "url": "/downloads/results/source-crosswalk/r64e.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r64e.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r65.jsonl",
      "url": "/downloads/results/source-crosswalk/r65.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r65.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r65b.jsonl",
      "url": "/downloads/results/source-crosswalk/r65b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r65b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r66.jsonl",
      "url": "/downloads/results/source-crosswalk/r66.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r66.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r67.jsonl",
      "url": "/downloads/results/source-crosswalk/r67.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r67.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r67b.jsonl",
      "url": "/downloads/results/source-crosswalk/r67b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r67b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r68.jsonl",
      "url": "/downloads/results/source-crosswalk/r68.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r68.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r68b.jsonl",
      "url": "/downloads/results/source-crosswalk/r68b.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r68b.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r69.jsonl",
      "url": "/downloads/results/source-crosswalk/r69.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r69.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r7.jsonl",
      "url": "/downloads/results/source-crosswalk/r7.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r7.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r70-compile.jsonl",
      "url": "/downloads/results/source-crosswalk/r70-compile.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r70-compile.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r70-rve-ext.jsonl",
      "url": "/downloads/results/source-crosswalk/r70-rve-ext.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r70-rve-ext.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r70-rve-rerun.jsonl",
      "url": "/downloads/results/source-crosswalk/r70-rve-rerun.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r70-rve-rerun.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r70-rve-task8v2.jsonl",
      "url": "/downloads/results/source-crosswalk/r70-rve-task8v2.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r70-rve-task8v2.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r70-rve.jsonl",
      "url": "/downloads/results/source-crosswalk/r70-rve.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r70-rve.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r70-task8.jsonl",
      "url": "/downloads/results/source-crosswalk/r70-task8.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r70-task8.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r70.jsonl",
      "url": "/downloads/results/source-crosswalk/r70.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r70.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r71.jsonl",
      "url": "/downloads/results/source-crosswalk/r71.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r71.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r72.jsonl",
      "url": "/downloads/results/source-crosswalk/r72.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r72.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r73.jsonl",
      "url": "/downloads/results/source-crosswalk/r73.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r73.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r74.jsonl",
      "url": "/downloads/results/source-crosswalk/r74.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r74.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r8.jsonl",
      "url": "/downloads/results/source-crosswalk/r8.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r8.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/r9.jsonl",
      "url": "/downloads/results/source-crosswalk/r9.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/r9.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/rails-catalogue.jsonl",
      "url": "/downloads/results/source-crosswalk/rails-catalogue.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/rails-catalogue.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/rz1.jsonl",
      "url": "/downloads/results/source-crosswalk/rz1.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/rz1.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/studio-kogen-80a4.jsonl",
      "url": "/downloads/results/source-crosswalk/studio-kogen-80a4.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/studio-kogen-80a4.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/studio-kogen.jsonl",
      "url": "/downloads/results/source-crosswalk/studio-kogen.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/studio-kogen.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/studio-shaper-pilot.jsonl",
      "url": "/downloads/results/source-crosswalk/studio-shaper-pilot.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/studio-shaper-pilot.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/t100-cache-lane.jsonl",
      "url": "/downloads/results/source-crosswalk/t100-cache-lane.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/t100-cache-lane.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/t98-cache-smoke.jsonl",
      "url": "/downloads/results/source-crosswalk/t98-cache-smoke.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/t98-cache-smoke.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/unassigned.jsonl",
      "url": "/downloads/results/source-crosswalk/unassigned.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/unassigned.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/x-compaction.jsonl",
      "url": "/downloads/results/source-crosswalk/x-compaction.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/x-compaction.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/x-context.jsonl",
      "url": "/downloads/results/source-crosswalk/x-context.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/x-context.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/x-continuation.jsonl",
      "url": "/downloads/results/source-crosswalk/x-continuation.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/x-continuation.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/x-ladder.jsonl",
      "url": "/downloads/results/source-crosswalk/x-ladder.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/x-ladder.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/x-minikogen.jsonl",
      "url": "/downloads/results/source-crosswalk/x-minikogen.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/x-minikogen.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/x-mining.jsonl",
      "url": "/downloads/results/source-crosswalk/x-mining.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/x-mining.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/x-models.jsonl",
      "url": "/downloads/results/source-crosswalk/x-models.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/x-models.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/x-parallel.jsonl",
      "url": "/downloads/results/source-crosswalk/x-parallel.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/x-parallel.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/x-race.jsonl",
      "url": "/downloads/results/source-crosswalk/x-race.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/x-race.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/x-recovery.jsonl",
      "url": "/downloads/results/source-crosswalk/x-recovery.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/x-recovery.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/x-review.jsonl",
      "url": "/downloads/results/source-crosswalk/x-review.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/x-review.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/x-roles.jsonl",
      "url": "/downloads/results/source-crosswalk/x-roles.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/x-roles.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/source-crosswalk/x-surface.jsonl",
      "url": "/downloads/results/source-crosswalk/x-surface.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/source-crosswalk/x-surface.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    },
    {
      "path": "results/test-counts.jsonl",
      "url": "/downloads/results/test-counts.jsonl",
      "source_url": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/test-counts.jsonl",
      "description": "Direct public JSONL source snapshot. The site does not merge or recompute rows from this file."
    }
  ],
  "site": "https://bench.kogen.dev",
  "data_revision": "607dfaf490e2e2bb13f78470ee8962028e2ed179",
  "number_policy": "Hypothesis, round, and claim identifiers are identifiers. Numeric values in source narrative are source-reported; claim values are transcribed from the claim ledger with their evidence status.",
  "snapshot_url": "/snapshot.json",
  "publication_status": "ready",
  "publication_validation_url": "/publication-validation/",
  "publication_blockers": [
    {
      "id": "B1",
      "evidence_key": "official_grade_export_join",
      "status": "resolved",
      "title": "Official-export verification of captured grade IDs",
      "count": 5020,
      "count_label": "5,020 official-export IDs exact-joined and independently cross-checked",
      "capture_reported_count": 0,
      "summary": "All 5,020 captured graded IDs now match unique rows in the refreshed public official grade export by exact cell ID. The 128 post-cut rows were appended from the authoritative ledger; 25 invalid control_apply rows are controls, not model failures.",
      "claim_scope": "Every captured grade ID has an exact public official-export match. Rows with kind=control_apply and result=invalid/outcome=fail are invalid controls, not model failures; round-specific decision limits still apply.",
      "evidence_path": "results/GRADE-JOIN.md"
    },
    {
      "id": "B2",
      "evidence_key": "spec_decision_sources",
      "status": "resolved",
      "title": "Pinned Kogen specification snapshot and clause anchors",
      "evidence_inputs": [
        "spec/README.md",
        "spec/SOURCE.json",
        "spec/SHA256SUMS",
        "EVIDENCE-MAP.md"
      ],
      "count": 134,
      "count_label": "134 pinned v1.2 EVIDENCE-MAP fragments locally verified",
      "summary": "The locally sanitized v1.2 snapshot preserves cited content from original revision 1118f7fc0dbb042af8c8de2ffd1b85768cf9e2a0 and uses public-release sanitization revision 30d9b25e4eefa7117121de44298fed504b429f4e. Its published-byte SHA-256 manifest verifies, and all 134 pinned EVIDENCE-MAP fragments resolve locally. The decision ledger is absent, so comprehensive decision-to-clause coverage remains limited.",
      "claim_scope": "All 134 pinned v1.2 specification fragments cited in EVIDENCE-MAP.md resolve to this sanitized local snapshot. This verifies the cited-fragment subset; comprehensive decision-to-clause coverage remains limited because decisions/decision-ledger.jsonl is not vendored.",
      "evidence_path": "spec/SOURCE.json"
    }
  ],
  "unregistered_round_dirs": [],
  "reproduction_inventory_url": "/reproduce/",
  "full_execution_replayable_rounds": [],
  "hypotheses": [
    {
      "id": "H01",
      "url": "/hypotheses/h01/",
      "status": "UNRESOLVED; available same-model summaries are not a joined public comparison.",
      "family_id": "F01",
      "family_url": "/families/f01/",
      "proposition": "On matched tasks and model settings, the full Kogen Shape/Build/Review route has a higher pass rate than direct Codex.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H02",
      "url": "/hypotheses/h02/",
      "status": "UNRESOLVED; no public causal estimate isolates shaping.",
      "family_id": "F01",
      "family_url": "/families/f01/",
      "proposition": "Shaping improves final task completion enough to offset its added cost and time.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H03",
      "url": "/hypotheses/h03/",
      "status": "NOT ESTABLISHED; no validated guarantee cohort is available.",
      "family_id": "F01",
      "family_url": "/families/f01/",
      "proposition": "For a defined population of approved Intents that pass specified probes, Build completion can approach the declared reliability target.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H04",
      "url": "/hypotheses/h04/",
      "status": "UNRESOLVED; no public duration-by-human-input comparison.",
      "family_id": "F01",
      "family_url": "/families/f01/",
      "proposition": "A bounded Shaping time and human-input budget can minimize total cost while preserving completion and resolving material unknowns.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H05",
      "url": "/hypotheses/h05/",
      "status": "UNRESOLVED; no isolated public contrast.",
      "family_id": "F01",
      "family_url": "/families/f01/",
      "proposition": "Running probes that settle stated assumptions before Build reduces failed or stopped Builds against a matched no-probe condition.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H06",
      "url": "/hypotheses/h06/",
      "status": "UNRESOLVED; no public granularity comparison.",
      "family_id": "F01",
      "family_url": "/families/f01/",
      "proposition": "A task-granularity rule for Intents improves completion per unit of integration and coordination cost over alternative sizes.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H07",
      "url": "/hypotheses/h07/",
      "status": "UNRESOLVED; related records are exploratory or have unreconciled outcome joins.",
      "family_id": "F01",
      "family_url": "/families/f01/",
      "proposition": "More specific Intent detail raises builder success, with a larger effect for weaker builders than for stronger builders.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H08",
      "url": "/hypotheses/h08/",
      "status": "UNRESOLVED; no joined public route comparison.",
      "family_id": "F01",
      "family_url": "/families/f01/",
      "proposition": "A compact context pack and a strong-model plan allow a cheap builder to outperform its matched direct baseline without exceeding a direct strong-model cost target.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H09",
      "url": "/hypotheses/h09/",
      "status": "NOT ESTABLISHED; no complete public comparison identified.",
      "family_id": "F01",
      "family_url": "/families/f01/",
      "proposition": "One strong-model plan can guide multiple Luna-low builders and a low-cost integrator with equal or higher completion at lower total cost than a matched alternative.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H10",
      "url": "/hypotheses/h10/",
      "status": "NOT ESTABLISHED; adjacent escalation records do not test this advisor contrast.",
      "family_id": "F01",
      "family_url": "/families/f01/",
      "proposition": "Giving a weak builder access to a stronger advisor after a defined failure state improves completion per total cost over retrying or restarting with a strong model.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H11",
      "url": "/hypotheses/h11/",
      "status": "UNRESOLVED; cascade records do not yield a reconciled public verdict.",
      "family_id": "F01",
      "family_url": "/families/f01/",
      "proposition": "Escalation triggered by observed failure matches or exceeds text-based pre-routing on completion while reducing total cost.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H12",
      "url": "/hypotheses/h12/",
      "status": "NOT ESTABLISHED; no prospective repair-benefit estimate.",
      "family_id": "F01",
      "family_url": "/families/f01/",
      "proposition": "Checks, review, and actionable retries increase final completion over a reject-only gate under matched tasks and attempt budgets.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "l3-repair"
      ],
      "claims": [
        "CL-L3-REPAIR-RESCUE-RATE"
      ]
    },
    {
      "id": "H13",
      "url": "/hypotheses/h13/",
      "status": "NOT ESTABLISHED; no matched public comparison identified.",
      "family_id": "F01",
      "family_url": "/families/f01/",
      "proposition": "Two complementary shapers resolve failures missed by either single shaper at an acceptable added cost.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H14",
      "url": "/hypotheses/h14/",
      "status": "UNRESOLVED; available R74 record is WITHDRAWN.",
      "family_id": "F01",
      "family_url": "/families/f01/",
      "proposition": "Sol planning with Luna-max building improves the success-cost frontier over an all-Luna route on matched tasks.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H15",
      "url": "/hypotheses/h15/",
      "status": "NOT ESTABLISHED; no controlled outcome comparison.",
      "family_id": "F01",
      "family_url": "/families/f01/",
      "proposition": "More complete Shaping plus executable specifications improves success or cost over a matched direct Codex or Grok Build.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H16",
      "url": "/hypotheses/h16/",
      "status": "NOT ESTABLISHED; no matched design comparison.",
      "family_id": "F02",
      "family_url": "/families/f02/",
      "proposition": "Under matched concurrent project workloads, worktree, copy-on-write, or another isolation design reduces cross-project interference and failure without unacceptable setup or Build-time cost.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H17",
      "url": "/hypotheses/h17/",
      "status": "NOT ESTABLISHED; no comparative reliability or cost study.",
      "family_id": "F02",
      "family_url": "/families/f02/",
      "proposition": "Rebase-based landing produces fewer unwanted base-history changes or recovery errors than automatic merge while remaining within a declared time and conflict budget.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H18",
      "url": "/hypotheses/h18/",
      "status": "NOT ESTABLISHED; no measured usability or runtime comparison.",
      "family_id": "F02",
      "family_url": "/families/f02/",
      "proposition": "A headless command-driven Shaping interface improves external-driver completion, latency, or error recovery over a Kogen TUI under the same tasks.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H19",
      "url": "/hypotheses/h19/",
      "status": "UNRESOLVED; harness-pick records do not reconstruct the scored cohort.",
      "family_id": "F03",
      "family_url": "/families/f03/",
      "proposition": "On matched ChatGPT models, task IDs, prompts, tools, and effort, Pi and Codex differ in success, time, cost, or cache use by a reproducible amount.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "hard1-calibrate-1",
        "harness-compare-1",
        "harness-pick-2026-09-29",
        "night-2026-10-01"
      ],
      "claims": [
        "CL-WA-hard1-calibrate-1-public-capture-identity",
        "CL-WA-harness-compare-1-public-capture-identity",
        "CL-WA-harness-pick-2026-09-29-public-capture-identity",
        "CL-WA-night-2026-10-01-reported-night-overall",
        "CL-WA-night-2026-10-01-reported-night-p1",
        "CL-WA-night-2026-10-01-reported-night-p2",
        "CL-WA-night-2026-10-01-reported-night-p3a",
        "CL-WA-night-2026-10-01-reported-night-p3c",
        "CL-WA-night-2026-10-01-reported-night-p5",
        "CL-WA-night-2026-10-01-reported-night-parallel-read",
        "CL-WA-night-2026-10-01-reported-night-pi-mining"
      ]
    },
    {
      "id": "H20",
      "url": "/hypotheses/h20/",
      "status": "NOT ESTABLISHED; no complete comparable matrix.",
      "family_id": "F03",
      "family_url": "/families/f03/",
      "proposition": "Under matched prompts and tool access, at least one of Pi, OpenCode, Grok Build, Claude Code, or Codex has a better predeclared success-cost-time profile than the alternatives.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "harness-pick-2026-09-29"
      ],
      "claims": [
        "CL-WA-harness-pick-2026-09-29-public-capture-identity"
      ]
    },
    {
      "id": "H21",
      "url": "/hypotheses/h21/",
      "status": "UNRESOLVED; associated receipts are interim or confounded.",
      "family_id": "F03",
      "family_url": "/families/f03/",
      "proposition": "A tuned custom Kogen harness matches or exceeds the selected external harness on the same task/model population and cost rule.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "claim-b-rerun-1",
        "claim-b-screen-1",
        "confirm-combined-1",
        "kh-climb",
        "kh-compare-2026-09-29",
        "night-2026-10-01"
      ],
      "claims": [
        "CL-WA-claim-b-rerun-1-public-capture-identity",
        "CL-WA-claim-b-screen-1-public-capture-identity",
        "CL-WA-confirm-combined-1-public-capture-identity",
        "CL-WA-kh-climb-reported-kh-climb-baseline",
        "CL-WA-kh-climb-reported-kh-climb-control",
        "CL-WA-kh-climb-reported-kh-climb-v1",
        "CL-WA-kh-climb-reported-kh-climb-v2",
        "CL-WA-kh-climb-reported-kh-climb-v3",
        "CL-WA-kh-climb-reported-kh-climb-v4",
        "CL-WA-kh-climb-reported-kh-climb-v5",
        "CL-WA-kh-compare-2026-09-29-public-capture-identity",
        "CL-WA-night-2026-10-01-reported-night-overall",
        "CL-WA-night-2026-10-01-reported-night-p1",
        "CL-WA-night-2026-10-01-reported-night-p2",
        "CL-WA-night-2026-10-01-reported-night-p3a",
        "CL-WA-night-2026-10-01-reported-night-p3c",
        "CL-WA-night-2026-10-01-reported-night-p5",
        "CL-WA-night-2026-10-01-reported-night-parallel-read",
        "CL-WA-night-2026-10-01-reported-night-pi-mining"
      ]
    },
    {
      "id": "H22",
      "url": "/hypotheses/h22/",
      "status": "NOT ESTABLISHED; no joined end-to-end comparison.",
      "family_id": "F03",
      "family_url": "/families/f03/",
      "proposition": "End-to-end Kogen improves task completion enough to offset any slower loop overhead relative to a standalone harness.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "claim-b-rerun-1",
        "claim-b-screen-1",
        "confirm-combined-1",
        "hard1-calibrate-1",
        "harness-compare-1"
      ],
      "claims": [
        "CL-WA-claim-b-rerun-1-public-capture-identity",
        "CL-WA-claim-b-screen-1-public-capture-identity",
        "CL-WA-confirm-combined-1-public-capture-identity",
        "CL-WA-hard1-calibrate-1-public-capture-identity",
        "CL-WA-harness-compare-1-public-capture-identity"
      ]
    },
    {
      "id": "H23",
      "url": "/hypotheses/h23/",
      "status": "NOT ESTABLISHED; Rust khr comparison is not established in the public receipt.",
      "family_id": "F03",
      "family_url": "/families/f03/",
      "proposition": "Elixir kh and Rust khr differ measurably in startup, tool-call, file-write, integration, or total Build time under equivalent work.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "kh-compare-2026-09-29"
      ],
      "claims": [
        "CL-WA-kh-compare-2026-09-29-public-capture-identity"
      ]
    },
    {
      "id": "H24",
      "url": "/hypotheses/h24/",
      "status": "NOT ESTABLISHED; no isolated test identified.",
      "family_id": "F03",
      "family_url": "/families/f03/",
      "proposition": "Removing TUI code and using a command-only loop reduces runtime or latency while preserving task success.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H25",
      "url": "/hypotheses/h25/",
      "status": "NOT ESTABLISHED; no public one-factor prompt result.",
      "family_id": "F03",
      "family_url": "/families/f03/",
      "proposition": "A lean coding-specific system prompt lowers tokens or improves cache use without reducing task success.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H26",
      "url": "/hypotheses/h26/",
      "status": "NOT ESTABLISHED; no paired public comparison.",
      "family_id": "F03",
      "family_url": "/families/f03/",
      "proposition": "Replacing Claude Code’s prompt and constraining its tools changes its task outcomes in a way that separates harness effects from prompt/tool effects.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "kh-compare-2026-09-29"
      ],
      "claims": [
        "CL-WA-kh-compare-2026-09-29-public-capture-identity"
      ]
    },
    {
      "id": "H27",
      "url": "/hypotheses/h27/",
      "status": "NOT ESTABLISHED; no completed matched comparison.",
      "family_id": "F03",
      "family_url": "/families/f03/",
      "proposition": "A Claude Code -p wrapper preserves the relevant subscription route while improving Kogen control without unacceptable quality or latency loss.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H28",
      "url": "/hypotheses/h28/",
      "status": "UNRESOLVED; available candidate records do not establish a scored cohort.",
      "family_id": "F03",
      "family_url": "/families/f03/",
      "proposition": "Claude Code’s task quality offsets its Kogen loop maintenance cost compared with a native loop.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "harness-compare-1",
        "kh-compare-2026-09-29"
      ],
      "claims": [
        "CL-WA-harness-compare-1-public-capture-identity",
        "CL-WA-kh-compare-2026-09-29-public-capture-identity"
      ]
    },
    {
      "id": "H29",
      "url": "/hypotheses/h29/",
      "status": "UNRESOLVED; exploratory source summaries are not joined to exact public outcomes.",
      "family_id": "F03",
      "family_url": "/families/f03/",
      "proposition": "Parallel subagents in Shape, Develop, or Review improve completion or wall time enough to offset their added calls and tokens versus one editing agent.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "night-2026-10-01",
        "x-minikogen",
        "x-parallel",
        "x-race",
        "x-roles"
      ],
      "claims": [
        "CL-WA-night-2026-10-01-reported-night-overall",
        "CL-WA-night-2026-10-01-reported-night-p1",
        "CL-WA-night-2026-10-01-reported-night-p2",
        "CL-WA-night-2026-10-01-reported-night-p3a",
        "CL-WA-night-2026-10-01-reported-night-p3c",
        "CL-WA-night-2026-10-01-reported-night-p5",
        "CL-WA-night-2026-10-01-reported-night-parallel-read",
        "CL-WA-night-2026-10-01-reported-night-pi-mining",
        "CL-WA-x-minikogen-reported-x-minikogen-frozen-decision",
        "CL-WA-x-minikogen-reported-x-minikogen-mechanism-pairs",
        "CL-WA-x-minikogen-reported-x-minikogen-test-first-removal",
        "CL-WA-x-parallel-reported-x-parallel-token-summary",
        "CL-WA-x-parallel-reported-x-parallel-v03",
        "CL-WA-x-parallel-reported-x-parallel-v03-cost",
        "CL-WA-x-race-reported-x-race",
        "CL-WA-x-race-reported-x-race-decision",
        "CL-WA-x-race-reported-x-race-selector-check",
        "CL-WA-x-roles-reported-x-roles-decision",
        "CL-WA-x-roles-reported-x-roles-implementation",
        "CL-WA-x-roles-reported-x-roles-reviewer",
        "CL-WA-x-roles-reported-x-roles-worker-pilot"
      ]
    },
    {
      "id": "H30",
      "url": "/hypotheses/h30/",
      "status": "NOT ESTABLISHED; no public non-inferiority comparison.",
      "family_id": "F03",
      "family_url": "/families/f03/",
      "proposition": "Omitting helper agents does not materially reduce task completion and lowers cost or complexity under a declared margin.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "x-parallel",
        "x-race"
      ],
      "claims": [
        "CL-WA-x-parallel-reported-x-parallel-token-summary",
        "CL-WA-x-parallel-reported-x-parallel-v03",
        "CL-WA-x-parallel-reported-x-parallel-v03-cost",
        "CL-WA-x-race-reported-x-race",
        "CL-WA-x-race-reported-x-race-decision",
        "CL-WA-x-race-reported-x-race-selector-check"
      ]
    },
    {
      "id": "H31",
      "url": "/hypotheses/h31/",
      "status": "NOT ESTABLISHED; no isolated affordance ablation.",
      "family_id": "F03",
      "family_url": "/families/f03/",
      "proposition": "Mid-turn steering, external tool access, and recovery affordances explain a measurable portion of Pi/Codex quality differences.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "night-2026-10-01",
        "x-continuation",
        "x-minikogen",
        "x-surface"
      ],
      "claims": [
        "CL-WA-night-2026-10-01-reported-night-overall",
        "CL-WA-night-2026-10-01-reported-night-p1",
        "CL-WA-night-2026-10-01-reported-night-p2",
        "CL-WA-night-2026-10-01-reported-night-p3a",
        "CL-WA-night-2026-10-01-reported-night-p3c",
        "CL-WA-night-2026-10-01-reported-night-p5",
        "CL-WA-night-2026-10-01-reported-night-parallel-read",
        "CL-WA-night-2026-10-01-reported-night-pi-mining",
        "CL-WA-x-continuation-reported-x-continuation-live",
        "CL-WA-x-continuation-reported-x-continuation-scripted-provider",
        "CL-WA-x-minikogen-reported-x-minikogen-frozen-decision",
        "CL-WA-x-minikogen-reported-x-minikogen-mechanism-pairs",
        "CL-WA-x-minikogen-reported-x-minikogen-test-first-removal",
        "CL-WA-x-surface-reported-x-surface-feedback-format",
        "CL-WA-x-surface-reported-x-surface-fixture-repair",
        "CL-WA-x-surface-reported-x-surface-remaining-rep"
      ]
    },
    {
      "id": "H32",
      "url": "/hypotheses/h32/",
      "status": "UNRESOLVED; the public kh-climb receipt is partial and lacks exact cell joins.",
      "family_id": "F03",
      "family_url": "/families/f03/",
      "proposition": "A mechanical verification gate after the final edit reduces unverified completion without unacceptable cost or false blocking.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "kh-climb",
        "x-minikogen"
      ],
      "claims": [
        "CL-WA-kh-climb-reported-kh-climb-baseline",
        "CL-WA-kh-climb-reported-kh-climb-control",
        "CL-WA-kh-climb-reported-kh-climb-v1",
        "CL-WA-kh-climb-reported-kh-climb-v2",
        "CL-WA-kh-climb-reported-kh-climb-v3",
        "CL-WA-kh-climb-reported-kh-climb-v4",
        "CL-WA-kh-climb-reported-kh-climb-v5",
        "CL-WA-x-minikogen-reported-x-minikogen-frozen-decision",
        "CL-WA-x-minikogen-reported-x-minikogen-mechanism-pairs",
        "CL-WA-x-minikogen-reported-x-minikogen-test-first-removal"
      ]
    },
    {
      "id": "H33",
      "url": "/hypotheses/h33/",
      "status": "UNRESOLVED; exploratory surface records are partial.",
      "family_id": "F03",
      "family_url": "/families/f03/",
      "proposition": "Loop verbosity, output format, or prompt changes account for a measurable part of harness outcome differences.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "kh-climb",
        "x-surface"
      ],
      "claims": [
        "CL-WA-kh-climb-reported-kh-climb-baseline",
        "CL-WA-kh-climb-reported-kh-climb-control",
        "CL-WA-kh-climb-reported-kh-climb-v1",
        "CL-WA-kh-climb-reported-kh-climb-v2",
        "CL-WA-kh-climb-reported-kh-climb-v3",
        "CL-WA-kh-climb-reported-kh-climb-v4",
        "CL-WA-kh-climb-reported-kh-climb-v5",
        "CL-WA-x-surface-reported-x-surface-feedback-format",
        "CL-WA-x-surface-reported-x-surface-fixture-repair",
        "CL-WA-x-surface-reported-x-surface-remaining-rep"
      ]
    },
    {
      "id": "H34",
      "url": "/hypotheses/h34/",
      "status": "UNRESOLVED; historical pooled comparison is not fully reconciled.",
      "family_id": "F03",
      "family_url": "/families/f03/",
      "proposition": "Shell-only editing tools outperform apply-patch-style tools on a matched task set under a predeclared completion and cost rule.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H35",
      "url": "/hypotheses/h35/",
      "status": "UNRESOLVED; public rows do not establish the source-reported comparison.",
      "family_id": "F03",
      "family_url": "/families/f03/",
      "proposition": "A strong plan plus shell builder matches direct Sol while reducing total cost on matched tasks.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H36",
      "url": "/hypotheses/h36/",
      "status": "NOT ESTABLISHED; no clean loop-isolation comparison.",
      "family_id": "F03",
      "family_url": "/families/f03/",
      "proposition": "Kogen’s own loop differs from Codex embedded as its builder after the builder model, tasks, and stage policy are held constant.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H37",
      "url": "/hypotheses/h37/",
      "status": "NOT ESTABLISHED; the formal Grok frontier has no run result.",
      "family_id": "F03",
      "family_url": "/families/f03/",
      "proposition": "A native Grok provider in Kogen gives a lower-cost or higher-success route than the matched alternative, including Grok Build as a separate comparator.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H38",
      "url": "/hypotheses/h38/",
      "status": "NOT ESTABLISHED; no comparative subscription matrix.",
      "family_id": "F03",
      "family_url": "/families/f03/",
      "proposition": "An alternative provider or subscription has a better cost-success profile than current subsidized options under matched tasks and limits.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H39",
      "url": "/hypotheses/h39/",
      "status": "UNRESOLVED; no complete role-by-role public comparison.",
      "family_id": "F04",
      "family_url": "/families/f04/",
      "proposition": "A role-specific model/effort allocation improves the declared completion-cost-time frontier over a fixed allocation on matched tasks.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "x-ladder",
        "x-models",
        "x-roles"
      ],
      "claims": [
        "CL-WA-x-ladder-reported-x-ladder-checkpoints",
        "CL-WA-x-ladder-reported-x-ladder-matrix",
        "CL-WA-x-ladder-reported-x-ladder-model-screen",
        "CL-WA-x-ladder-reported-x-ladder-patient",
        "CL-WA-x-ladder-reported-x-ladder-time-first",
        "CL-WA-x-models-reported-x-models-adjacent-panel",
        "CL-WA-x-models-reported-x-models-astra",
        "CL-WA-x-models-reported-x-models-overall",
        "CL-WA-x-models-reported-x-models-primary-screen",
        "CL-WA-x-roles-reported-x-roles-decision",
        "CL-WA-x-roles-reported-x-roles-implementation",
        "CL-WA-x-roles-reported-x-roles-reviewer",
        "CL-WA-x-roles-reported-x-roles-worker-pilot"
      ]
    },
    {
      "id": "H40",
      "url": "/hypotheses/h40/",
      "status": "NOT ESTABLISHED; model preference alone is not a measured comparison.",
      "family_id": "F04",
      "family_url": "/families/f04/",
      "proposition": "The newer Luna model has a better cost-success profile than the earlier Luna baseline on the same tasks and harness.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "x-models"
      ],
      "claims": [
        "CL-WA-x-models-reported-x-models-adjacent-panel",
        "CL-WA-x-models-reported-x-models-astra",
        "CL-WA-x-models-reported-x-models-overall",
        "CL-WA-x-models-reported-x-models-primary-screen"
      ]
    },
    {
      "id": "H41",
      "url": "/hypotheses/h41/",
      "status": "UNRESOLVED; no full difficulty-stratified effort curve.",
      "family_id": "F04",
      "family_url": "/families/f04/",
      "proposition": "Increasing Luna effort improves completion more on harder tasks and yields a measurable cost tradeoff.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "x-ladder",
        "x-models"
      ],
      "claims": [
        "CL-WA-x-ladder-reported-x-ladder-checkpoints",
        "CL-WA-x-ladder-reported-x-ladder-matrix",
        "CL-WA-x-ladder-reported-x-ladder-model-screen",
        "CL-WA-x-ladder-reported-x-ladder-patient",
        "CL-WA-x-ladder-reported-x-ladder-time-first",
        "CL-WA-x-models-reported-x-models-adjacent-panel",
        "CL-WA-x-models-reported-x-models-astra",
        "CL-WA-x-models-reported-x-models-overall",
        "CL-WA-x-models-reported-x-models-primary-screen"
      ]
    },
    {
      "id": "H42",
      "url": "/hypotheses/h42/",
      "status": "UNRESOLVED; associated screens are exploratory.",
      "family_id": "F04",
      "family_url": "/families/f04/",
      "proposition": "The compared Sol, Luna, and Astra settings have distinguishable success, time, or cost profiles when builder role and tasks are held fixed.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "x-ladder",
        "x-models"
      ],
      "claims": [
        "CL-WA-x-ladder-reported-x-ladder-checkpoints",
        "CL-WA-x-ladder-reported-x-ladder-matrix",
        "CL-WA-x-ladder-reported-x-ladder-model-screen",
        "CL-WA-x-ladder-reported-x-ladder-patient",
        "CL-WA-x-ladder-reported-x-ladder-time-first",
        "CL-WA-x-models-reported-x-models-adjacent-panel",
        "CL-WA-x-models-reported-x-models-astra",
        "CL-WA-x-models-reported-x-models-overall",
        "CL-WA-x-models-reported-x-models-primary-screen"
      ]
    },
    {
      "id": "H43",
      "url": "/hypotheses/h43/",
      "status": "NOT ESTABLISHED; no isolated role comparison.",
      "family_id": "F04",
      "family_url": "/families/f04/",
      "proposition": "The Sol low-effort setting outperforms Luna max in shaping, review, or synthesis roles enough to justify added cost.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "x-models",
        "x-roles"
      ],
      "claims": [
        "CL-WA-x-models-reported-x-models-adjacent-panel",
        "CL-WA-x-models-reported-x-models-astra",
        "CL-WA-x-models-reported-x-models-overall",
        "CL-WA-x-models-reported-x-models-primary-screen",
        "CL-WA-x-roles-reported-x-roles-decision",
        "CL-WA-x-roles-reported-x-roles-implementation",
        "CL-WA-x-roles-reported-x-roles-reviewer",
        "CL-WA-x-roles-reported-x-roles-worker-pilot"
      ]
    },
    {
      "id": "H44",
      "url": "/hypotheses/h44/",
      "status": "NOT ESTABLISHED; no exact public comparison.",
      "family_id": "F04",
      "family_url": "/families/f04/",
      "proposition": "Luna low plus strong-model assistance exceeds matched direct Luna-low and direct-Sol options on a declared cost/time-success frontier.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H45",
      "url": "/hypotheses/h45/",
      "status": "UNRESOLVED; the public R66 record does not preserve the historical high-effort anchor cohort.",
      "family_id": "F04",
      "family_url": "/families/f04/",
      "proposition": "Sol medium has a higher pass rate than Codex on a predeclared hard-task population.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H46",
      "url": "/hypotheses/h46/",
      "status": "NOT ESTABLISHED; a small screen is insufficient for a policy.",
      "family_id": "F04",
      "family_url": "/families/f04/",
      "proposition": "Astra is not cost-effective for routine tasks but improves outcomes enough on a capped high-value task set to justify a targeted route.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "x-models"
      ],
      "claims": [
        "CL-WA-x-models-reported-x-models-adjacent-panel",
        "CL-WA-x-models-reported-x-models-astra",
        "CL-WA-x-models-reported-x-models-overall",
        "CL-WA-x-models-reported-x-models-primary-screen"
      ]
    },
    {
      "id": "H47",
      "url": "/hypotheses/h47/",
      "status": "UNRESOLVED; cascade summaries are not reconciled.",
      "family_id": "F04",
      "family_url": "/families/f04/",
      "proposition": "Escalating after an observed failure beats fixed direct models or text-based routing under equal task and cost rules.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "x-ladder"
      ],
      "claims": [
        "CL-WA-x-ladder-reported-x-ladder-checkpoints",
        "CL-WA-x-ladder-reported-x-ladder-matrix",
        "CL-WA-x-ladder-reported-x-ladder-model-screen",
        "CL-WA-x-ladder-reported-x-ladder-patient",
        "CL-WA-x-ladder-reported-x-ladder-time-first"
      ]
    },
    {
      "id": "H48",
      "url": "/hypotheses/h48/",
      "status": "NOT ESTABLISHED; offline routing agreement is not live Build success.",
      "family_id": "F04",
      "family_url": "/families/f04/",
      "proposition": "Routing from task text has worse accuracy or cost than a matched policy using observed outcomes or context.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H49",
      "url": "/hypotheses/h49/",
      "status": "NOT ESTABLISHED; operating preference is not a measured optimum.",
      "family_id": "F04",
      "family_url": "/families/f04/",
      "proposition": "Luna max for most implementation/operator work with Sol reserved for planning/rules is on the declared cost-success frontier.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "x-ladder",
        "x-roles"
      ],
      "claims": [
        "CL-WA-x-ladder-reported-x-ladder-checkpoints",
        "CL-WA-x-ladder-reported-x-ladder-matrix",
        "CL-WA-x-ladder-reported-x-ladder-model-screen",
        "CL-WA-x-ladder-reported-x-ladder-patient",
        "CL-WA-x-ladder-reported-x-ladder-time-first",
        "CL-WA-x-roles-reported-x-roles-decision",
        "CL-WA-x-roles-reported-x-roles-implementation",
        "CL-WA-x-roles-reported-x-roles-reviewer",
        "CL-WA-x-roles-reported-x-roles-worker-pilot"
      ]
    },
    {
      "id": "H50",
      "url": "/hypotheses/h50/",
      "status": "NOT ESTABLISHED; available panels are not one matched frontier test.",
      "family_id": "F04",
      "family_url": "/families/f04/",
      "proposition": "A combined plan-level, role, reviewer, and contract route beats direct Sol on a preregistered completion-cost frontier.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H51",
      "url": "/hypotheses/h51/",
      "status": "UNRESOLVED; historical cache summaries use incompatible definitions and epochs.",
      "family_id": "F05",
      "family_url": "/families/f05/",
      "proposition": "Cache reuse, lean prompts, or context management reduces Kogen loop tokens or cost more than other tested runtime changes while preserving task success.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "x-context"
      ],
      "claims": [
        "CL-WA-x-context-reported-x-context",
        "CL-WA-x-context-reported-x-context-admission-guard"
      ]
    },
    {
      "id": "H52",
      "url": "/hypotheses/h52/",
      "status": "NOT ESTABLISHED; the public smoke did not meet the target.",
      "family_id": "F05",
      "family_url": "/families/f05/",
      "proposition": "A stable cache key/session affinity and stable prompt prefix raise the measured live hit rate to the declared gate on repeated requests.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H53",
      "url": "/hypotheses/h53/",
      "status": "NOT ESTABLISHED; no public compatible accounting table.",
      "family_id": "F05",
      "family_url": "/families/f05/",
      "proposition": "Cached, uncached, and input-token definitions can be reconciled across Kogen, Codex, and language arms to support a fair cost comparison.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H54",
      "url": "/hypotheses/h54/",
      "status": "UNRESOLVED; available trace records report no actual compactions.",
      "family_id": "F05",
      "family_url": "/families/f05/",
      "proposition": "A Jev classifier selects useful transcript lines for compaction with lower latency and no material loss of task-relevant context.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "e06-context",
        "x-compaction",
        "x-context"
      ],
      "claims": [
        "CL-WA-e06-context-reported-e06-context-pilot",
        "CL-WA-x-compaction-reported-e06-context-pilot-link",
        "CL-WA-x-compaction-reported-x-compaction-elision-review",
        "CL-WA-x-compaction-reported-x-compaction-peak-input",
        "CL-WA-x-compaction-reported-x-compaction-traces",
        "CL-WA-x-context-reported-x-context",
        "CL-WA-x-context-reported-x-context-admission-guard"
      ]
    },
    {
      "id": "H55",
      "url": "/hypotheses/h55/",
      "status": "UNRESOLVED; source screens are not joined to public Build outcomes.",
      "family_id": "F05",
      "family_url": "/families/f05/",
      "proposition": "Deterministic retrieval plus Jev and Luna readers produces more useful source-grounded packets for a stronger worker at lower total cost than the baseline.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "e06-context",
        "e09-tidewave",
        "x-context"
      ],
      "claims": [
        "CL-WA-e06-context-reported-e06-context-pilot",
        "CL-WA-e09-tidewave-reported-e09-locator-gates",
        "CL-WA-e09-tidewave-reported-e09-tidewave-runtime",
        "CL-WA-x-context-reported-x-context",
        "CL-WA-x-context-reported-x-context-admission-guard"
      ]
    },
    {
      "id": "H56",
      "url": "/hypotheses/h56/",
      "status": "NOT ESTABLISHED; no public paired rescue test.",
      "family_id": "F05",
      "family_url": "/families/f05/",
      "proposition": "A bounded packet of code relationships rescues failures beyond what file retrieval alone achieves on matched cases.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "x-context"
      ],
      "claims": [
        "CL-WA-x-context-reported-x-context",
        "CL-WA-x-context-reported-x-context-admission-guard"
      ]
    },
    {
      "id": "H57",
      "url": "/hypotheses/h57/",
      "status": "NOT ESTABLISHED; offline diagnostics do not measure Build efficacy.",
      "family_id": "F05",
      "family_url": "/families/f05/",
      "proposition": "Prepared task-specific context improves Jev routing/classification accuracy over a bare-context baseline and improves downstream Build decisions.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "x-context"
      ],
      "claims": [
        "CL-WA-x-context-reported-x-context",
        "CL-WA-x-context-reported-x-context-admission-guard"
      ]
    },
    {
      "id": "H58",
      "url": "/hypotheses/h58/",
      "status": "UNRESOLVED; role inventory is incomplete and no general role winner is measured.",
      "family_id": "F05",
      "family_url": "/families/f05/",
      "proposition": "At least one Jev role among audit, routing, classification, review, compaction, or context preparation improves a predeclared outcome at acceptable cost.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "x-context"
      ],
      "claims": [
        "CL-WA-x-context-reported-x-context",
        "CL-WA-x-context-reported-x-context-admission-guard"
      ]
    },
    {
      "id": "H59",
      "url": "/hypotheses/h59/",
      "status": "UNRESOLVED; the public R54 receipt is interim and does not establish token savings.",
      "family_id": "F05",
      "family_url": "/families/f05/",
      "proposition": "Passing a planner’s context to the builder reduces builder tokens without reducing matched-task success.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H60",
      "url": "/hypotheses/h60/",
      "status": "NOT ESTABLISHED; Tidewave data is a partial diagnostic, not a live comparative result.",
      "family_id": "F05",
      "family_url": "/families/f05/",
      "proposition": "Runtime code inspection yields more useful task evidence than static retrieval on a fixed checkpoint and improves task outcomes.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "e09-tidewave"
      ],
      "claims": [
        "CL-WA-e09-tidewave-reported-e09-locator-gates",
        "CL-WA-e09-tidewave-reported-e09-tidewave-runtime"
      ]
    },
    {
      "id": "H61",
      "url": "/hypotheses/h61/",
      "status": "NOT ESTABLISHED; no reconciled public control table.",
      "family_id": "F05",
      "family_url": "/families/f05/",
      "proposition": "Language comparisons hold cache accounting, prompt, and human steering constant well enough to attribute outcome differences to language.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H62",
      "url": "/hypotheses/h62/",
      "status": "NOT ESTABLISHED. No public matched before/after result measures both failure detection and work or time.",
      "family_id": "F06",
      "family_url": "/families/f06/",
      "proposition": "A selective, faster check set can preserve detection of real failures while reducing check time or cost.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H63",
      "url": "/hypotheses/h63/",
      "status": "NOT ESTABLISHED. No public controlled catalog or concurrency comparison is identified.",
      "family_id": "F06",
      "family_url": "/families/f06/",
      "proposition": "A catalog of safe parallel tests can reduce verification wall time without changing results.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H64",
      "url": "/hypotheses/h64/",
      "status": "NOT ESTABLISHED. No matched mechanics-test versus full-check result is published.",
      "family_id": "F06",
      "family_url": "/families/f06/",
      "proposition": "Targeted tests of Build mechanics can preserve defect detection at lower cost than repeated full shaping checks.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H65",
      "url": "/hypotheses/h65/",
      "status": "NOT ESTABLISHED. Public records include blocked and smoke-only workflows, but no isolated live recovery comparison.",
      "family_id": "F06",
      "family_url": "/families/f06/",
      "proposition": "Clear handoff, process custody, failure classes, and visible stage status can prevent repeated expensive Build attempts.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "studio-kogen",
        "studio-kogen-80a4",
        "studio-shaper-pilot",
        "x-continuation",
        "x-recovery"
      ],
      "claims": [
        "CL-WA-studio-kogen-80a4-lifecycle-and-outcome",
        "CL-WA-studio-kogen-lifecycle-and-outcome",
        "CL-WA-studio-shaper-pilot-lifecycle-and-outcome",
        "CL-WA-x-continuation-reported-x-continuation-live",
        "CL-WA-x-continuation-reported-x-continuation-scripted-provider",
        "CL-WA-x-recovery-reported-x-recovery"
      ]
    },
    {
      "id": "H66",
      "url": "/hypotheses/h66/",
      "status": "NOT ESTABLISHED. No check-ablation comparison is joined to official outcomes.",
      "family_id": "F06",
      "family_url": "/families/f06/",
      "proposition": "Strong deterministic checks can enable a low-effort model to complete tasks that weaker checks miss.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H67",
      "url": "/hypotheses/h67/",
      "status": "INTERIM, OFFLINE ONLY. Reviewer diagnostics are incomplete and are not a prospective live veto test.",
      "family_id": "F06",
      "family_url": "/families/f06/",
      "proposition": "A scoped reviewer veto improves acceptance quality enough to justify its review and repair cost.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "l6-auditor-replay",
        "x-review"
      ],
      "claims": [
        "CL-L6-AUDITOR-ADVISORY-REPLAY",
        "CL-WA-x-review-reported-x-review-checklist",
        "CL-WA-x-review-reported-x-review-repair",
        "CL-WA-x-review-reported-x-review-semantic-repair"
      ]
    },
    {
      "id": "H68",
      "url": "/hypotheses/h68/",
      "status": "INTERIM, OFFLINE ONLY. The public summaries do not include the patch-level decision ledger.",
      "family_id": "F06",
      "family_url": "/families/f06/",
      "proposition": "Executable review catches small-diff false accepts that other review methods miss.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "x-review"
      ],
      "claims": [
        "CL-WA-x-review-reported-x-review-checklist",
        "CL-WA-x-review-reported-x-review-repair",
        "CL-WA-x-review-reported-x-review-semantic-repair"
      ]
    },
    {
      "id": "H69",
      "url": "/hypotheses/h69/",
      "status": "INTERIM, OFFLINE ONLY. The published audit did not run a repair or Build rerun.",
      "family_id": "F06",
      "family_url": "/families/f06/",
      "proposition": "Contract audits detect missing requested behavior and can safely gate completion or trigger repair.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "x-review"
      ],
      "claims": [
        "CL-WA-x-review-reported-x-review-checklist",
        "CL-WA-x-review-reported-x-review-repair",
        "CL-WA-x-review-reported-x-review-semantic-repair"
      ]
    },
    {
      "id": "H70",
      "url": "/hypotheses/h70/",
      "status": "NOT ESTABLISHED. Offline audits identify test-quality concerns, but do not compare those check designs prospectively.",
      "family_id": "F06",
      "family_url": "/families/f06/",
      "proposition": "Explicit behavior checks outperform source-text or file-existence checks without losing relevant coverage.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H71",
      "url": "/hypotheses/h71/",
      "status": "NOT ESTABLISHED. The study census lists check research, but no public default-gate portfolio comparison is available.",
      "family_id": "F06",
      "family_url": "/families/f06/",
      "proposition": "The proposed static and domain-specific checks are accurate and fast enough for the default gate.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H72",
      "url": "/hypotheses/h72/",
      "status": "NOT ESTABLISHED. No matched repair-loop outcome is identified in the public records.",
      "family_id": "F06",
      "family_url": "/families/f06/",
      "proposition": "A post-change fix loop can repair a static-check failure rather than reject functionally passing work.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H73",
      "url": "/hypotheses/h73/",
      "status": "PARTIAL, OFFLINE ONLY. Saved-output and candidate audits are counterfactual evidence, not a prospective grading-policy test.",
      "family_id": "F06",
      "family_url": "/families/f06/",
      "proposition": "Verification should score observable behavior even when an implementation reports its own checks as successful.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H74",
      "url": "/hypotheses/h74/",
      "status": "NOT ESTABLISHED. No cross-project transfer or maintenance comparison is published.",
      "family_id": "F06",
      "family_url": "/families/f06/",
      "proposition": "Reusable duplicate, error, and type checks provide value beyond the Kogen project.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H75",
      "url": "/hypotheses/h75/",
      "status": "INTERIM. Several desktop Mac hill-climb iterations are reported, but cell-level outcomes and the final iteration are not fully reconciled in the public export.",
      "family_id": "F07",
      "family_url": "/families/f07/",
      "proposition": "A cheap starting task and one-lever-at-a-time climb identifies useful task and recipe changes without mistaking saturation for general success.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "hc-1",
        "hc-2",
        "hc-3",
        "hc-4"
      ],
      "claims": [
        "CL-WA-hc-1-lifecycle-and-outcome",
        "CL-WA-hc-2-lifecycle-and-outcome",
        "CL-WA-hc-3-lifecycle-and-outcome",
        "CL-WA-hc-4-lifecycle-and-outcome"
      ]
    },
    {
      "id": "H76",
      "url": "/hypotheses/h76/",
      "status": "NOT ESTABLISHED. No matched comparison for this starting-model choice is linked to a public claim.",
      "family_id": "F07",
      "family_url": "/families/f07/",
      "proposition": "Luna or Grok is the better low-cost, fast starting builder for the intended task set.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H77",
      "url": "/hypotheses/h77/",
      "status": "NOT ESTABLISHED. Cross-stack task and implementation records exist, but no matched task-set study isolates stack or recency effects.",
      "family_id": "F07",
      "family_url": "/families/f07/",
      "proposition": "A benchmark limited to Rails tasks can misstate performance on Elixir/Phoenix or Rust work.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "r58x-studio"
      ],
      "claims": [
        "CL-WA-r58x-studio-lifecycle-and-outcome"
      ]
    },
    {
      "id": "H78",
      "url": "/hypotheses/h78/",
      "status": "NOT ESTABLISHED. Public task provenance is useful for reproduction, but no task-quality comparison tests the proposition.",
      "family_id": "F07",
      "family_url": "/families/f07/",
      "proposition": "Public real-codebase tasks pinned to source revisions are more reproducible than hidden replay tasks.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H79",
      "url": "/hypotheses/h79/",
      "status": "NOT ESTABLISHED. No controlled database-task concurrency comparison is published.",
      "family_id": "F07",
      "family_url": "/families/f07/",
      "proposition": "SQLite tasks allow more reliable parallel execution than PostgreSQL-heavy tasks while a smaller PostgreSQL set preserves realism.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H80",
      "url": "/hypotheses/h80/",
      "status": "PARTIAL METHOD EVIDENCE. Public records preserve invalid grades and control lanes, but do not quantify the operating characteristics of this review policy.",
      "family_id": "F07",
      "family_url": "/families/f07/",
      "proposition": "Independent review and wrong-solution and valid-alternative controls expose benchmark or grader errors before costly runs.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "night-2026-10-01",
        "x-mining"
      ],
      "claims": [
        "CL-WA-night-2026-10-01-reported-night-overall",
        "CL-WA-night-2026-10-01-reported-night-p1",
        "CL-WA-night-2026-10-01-reported-night-p2",
        "CL-WA-night-2026-10-01-reported-night-p3a",
        "CL-WA-night-2026-10-01-reported-night-p3c",
        "CL-WA-night-2026-10-01-reported-night-p5",
        "CL-WA-night-2026-10-01-reported-night-parallel-read",
        "CL-WA-night-2026-10-01-reported-night-pi-mining",
        "CL-WA-x-mining-reported-x-mining-observation-inventory",
        "CL-WA-x-mining-reported-x-mining-usage-audit",
        "CL-WA-x-mining-reported-x-mining-x09"
      ]
    },
    {
      "id": "H81",
      "url": "/hypotheses/h81/",
      "status": "METHOD REQUIREMENT, NOT A PERFORMANCE RESULT. Public records do not establish a controlled host-effect estimate.",
      "family_id": "F07",
      "family_url": "/families/f07/",
      "proposition": "Wall-time comparisons require equivalent stable hosts and controlled load rather than a single remote development link.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "night-2026-10-01"
      ],
      "claims": [
        "CL-WA-night-2026-10-01-reported-night-overall",
        "CL-WA-night-2026-10-01-reported-night-p1",
        "CL-WA-night-2026-10-01-reported-night-p2",
        "CL-WA-night-2026-10-01-reported-night-p3a",
        "CL-WA-night-2026-10-01-reported-night-p3c",
        "CL-WA-night-2026-10-01-reported-night-p5",
        "CL-WA-night-2026-10-01-reported-night-parallel-read",
        "CL-WA-night-2026-10-01-reported-night-pi-mining"
      ]
    },
    {
      "id": "H82",
      "url": "/hypotheses/h82/",
      "status": "NOT ESTABLISHED. No completed public balance audit validates this pairing rule.",
      "family_id": "F07",
      "family_url": "/families/f07/",
      "proposition": "Pairing equivalent workers is valid when host, load, concurrency, and provider epoch are recorded and balanced.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "night-2026-10-01"
      ],
      "claims": [
        "CL-WA-night-2026-10-01-reported-night-overall",
        "CL-WA-night-2026-10-01-reported-night-p1",
        "CL-WA-night-2026-10-01-reported-night-p2",
        "CL-WA-night-2026-10-01-reported-night-p3a",
        "CL-WA-night-2026-10-01-reported-night-p3c",
        "CL-WA-night-2026-10-01-reported-night-p5",
        "CL-WA-night-2026-10-01-reported-night-parallel-read",
        "CL-WA-night-2026-10-01-reported-night-pi-mining"
      ]
    },
    {
      "id": "H83",
      "url": "/hypotheses/h83/",
      "status": "NOT ESTABLISHED. No public operating-characteristic or cost comparison validates the savings and error rate.",
      "family_id": "F07",
      "family_url": "/families/f07/",
      "proposition": "Preliminary grading and reuse of frozen baseline results can reduce new cells without changing a decision.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H84",
      "url": "/hypotheses/h84/",
      "status": "NOT ESTABLISHED. The public snapshot does not isolate provider epoch from host, load, or revision.",
      "family_id": "F07",
      "family_url": "/families/f07/",
      "proposition": "A provider-load epoch can explain cross-day timing changes even when the harness is unchanged.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "night-2026-10-01",
        "x-mining"
      ],
      "claims": [
        "CL-WA-night-2026-10-01-reported-night-overall",
        "CL-WA-night-2026-10-01-reported-night-p1",
        "CL-WA-night-2026-10-01-reported-night-p2",
        "CL-WA-night-2026-10-01-reported-night-p3a",
        "CL-WA-night-2026-10-01-reported-night-p3c",
        "CL-WA-night-2026-10-01-reported-night-p5",
        "CL-WA-night-2026-10-01-reported-night-parallel-read",
        "CL-WA-night-2026-10-01-reported-night-pi-mining",
        "CL-WA-x-mining-reported-x-mining-observation-inventory",
        "CL-WA-x-mining-reported-x-mining-usage-audit",
        "CL-WA-x-mining-reported-x-mining-x09"
      ]
    },
    {
      "id": "H85",
      "url": "/hypotheses/h85/",
      "status": "NOT ESTABLISHED. No public simulation or prospective validation measures decision error and savings together.",
      "family_id": "F07",
      "family_url": "/families/f07/",
      "proposition": "Sequential allocation, saturation pairs, single-repetition screens, and futility stops reduce study cost while preserving decisions.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "night-2026-10-01"
      ],
      "claims": [
        "CL-WA-night-2026-10-01-reported-night-overall",
        "CL-WA-night-2026-10-01-reported-night-p1",
        "CL-WA-night-2026-10-01-reported-night-p2",
        "CL-WA-night-2026-10-01-reported-night-p3a",
        "CL-WA-night-2026-10-01-reported-night-p3c",
        "CL-WA-night-2026-10-01-reported-night-p5",
        "CL-WA-night-2026-10-01-reported-night-parallel-read",
        "CL-WA-night-2026-10-01-reported-night-pi-mining"
      ]
    },
    {
      "id": "H86",
      "url": "/hypotheses/h86/",
      "status": "PARTIAL REPORTING EVIDENCE. Public pages and ledgers supply some of these fields, but unresolved joins and missing protocol pins remain.",
      "family_id": "F07",
      "family_url": "/families/f07/",
      "proposition": "Results with pinned versions, pass rate, wall time, cost, invalid cases, and full setup are reproducible and interpretable.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "night-2026-10-01"
      ],
      "claims": [
        "CL-WA-night-2026-10-01-reported-night-overall",
        "CL-WA-night-2026-10-01-reported-night-p1",
        "CL-WA-night-2026-10-01-reported-night-p2",
        "CL-WA-night-2026-10-01-reported-night-p3a",
        "CL-WA-night-2026-10-01-reported-night-p3c",
        "CL-WA-night-2026-10-01-reported-night-p5",
        "CL-WA-night-2026-10-01-reported-night-parallel-read",
        "CL-WA-night-2026-10-01-reported-night-pi-mining"
      ]
    },
    {
      "id": "H87",
      "url": "/hypotheses/h87/",
      "status": "PARTIAL PROCESS EVIDENCE. Public pages distinguish preregistered, descriptive, withdrawn, and incomplete cohorts; a complete registration-history audit is not available here.",
      "family_id": "F07",
      "family_url": "/families/f07/",
      "proposition": "Design and decision rules recorded before execution, with exploratory results labelled, reduce retrospective reinterpretation.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "night-2026-10-01",
        "r57-studio",
        "r57-t90-studio",
        "r58x-studio",
        "studio-kogen",
        "studio-kogen-80a4",
        "studio-shaper-pilot"
      ],
      "claims": [
        "CL-WA-night-2026-10-01-reported-night-overall",
        "CL-WA-night-2026-10-01-reported-night-p1",
        "CL-WA-night-2026-10-01-reported-night-p2",
        "CL-WA-night-2026-10-01-reported-night-p3a",
        "CL-WA-night-2026-10-01-reported-night-p3c",
        "CL-WA-night-2026-10-01-reported-night-p5",
        "CL-WA-night-2026-10-01-reported-night-parallel-read",
        "CL-WA-night-2026-10-01-reported-night-pi-mining",
        "CL-WA-r57-studio-lifecycle-and-outcome",
        "CL-WA-r57-t90-studio-lifecycle-and-outcome",
        "CL-WA-r58x-studio-lifecycle-and-outcome",
        "CL-WA-studio-kogen-80a4-lifecycle-and-outcome",
        "CL-WA-studio-kogen-lifecycle-and-outcome",
        "CL-WA-studio-shaper-pilot-lifecycle-and-outcome"
      ]
    },
    {
      "id": "H88",
      "url": "/hypotheses/h88/",
      "status": "NOT ESTABLISHED AS A COMPLETE POLICY. Several unresolved ITT dispositions remain in the public exports.",
      "family_id": "F07",
      "family_url": "/families/f07/",
      "proposition": "Intention-to-treat scoring counts internal stops as failures and excludes only demonstrated environment or adapter faults.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "night-2026-10-01",
        "r57-studio",
        "r57-t90-studio",
        "r58x-studio",
        "studio-shaper-pilot"
      ],
      "claims": [
        "CL-WA-night-2026-10-01-reported-night-overall",
        "CL-WA-night-2026-10-01-reported-night-p1",
        "CL-WA-night-2026-10-01-reported-night-p2",
        "CL-WA-night-2026-10-01-reported-night-p3a",
        "CL-WA-night-2026-10-01-reported-night-p3c",
        "CL-WA-night-2026-10-01-reported-night-p5",
        "CL-WA-night-2026-10-01-reported-night-parallel-read",
        "CL-WA-night-2026-10-01-reported-night-pi-mining",
        "CL-WA-r57-studio-lifecycle-and-outcome",
        "CL-WA-r57-t90-studio-lifecycle-and-outcome",
        "CL-WA-r58x-studio-lifecycle-and-outcome",
        "CL-WA-studio-shaper-pilot-lifecycle-and-outcome"
      ]
    },
    {
      "id": "H89",
      "url": "/hypotheses/h89/",
      "status": "PARTIAL REPORTING EVIDENCE. The public run ledger exposes missing fields, so completeness is not established.",
      "family_id": "F07",
      "family_url": "/families/f07/",
      "proposition": "Recording task, arm, revision, host, load, timeout, attempts, setup, and token categories is sufficient for later reproduction.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "night-2026-10-01",
        "r57-studio",
        "r57-t90-studio",
        "studio-kogen",
        "studio-kogen-80a4",
        "x-mining"
      ],
      "claims": [
        "CL-WA-night-2026-10-01-reported-night-overall",
        "CL-WA-night-2026-10-01-reported-night-p1",
        "CL-WA-night-2026-10-01-reported-night-p2",
        "CL-WA-night-2026-10-01-reported-night-p3a",
        "CL-WA-night-2026-10-01-reported-night-p3c",
        "CL-WA-night-2026-10-01-reported-night-p5",
        "CL-WA-night-2026-10-01-reported-night-parallel-read",
        "CL-WA-night-2026-10-01-reported-night-pi-mining",
        "CL-WA-r57-studio-lifecycle-and-outcome",
        "CL-WA-r57-t90-studio-lifecycle-and-outcome",
        "CL-WA-studio-kogen-80a4-lifecycle-and-outcome",
        "CL-WA-studio-kogen-lifecycle-and-outcome",
        "CL-WA-x-mining-reported-x-mining-observation-inventory",
        "CL-WA-x-mining-reported-x-mining-usage-audit",
        "CL-WA-x-mining-reported-x-mining-x09"
      ]
    },
    {
      "id": "H90",
      "url": "/hypotheses/h90/",
      "status": "NOT ESTABLISHED. The public frontier lane has no released outcome cohort.",
      "family_id": "F07",
      "family_url": "/families/f07/",
      "proposition": "Kogen can solve strategically chosen tasks that direct Codex does not solve.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "frontier",
        "night-2026-10-01"
      ],
      "claims": [
        "CL-WA-frontier-lifecycle-and-outcome",
        "CL-WA-night-2026-10-01-reported-night-overall",
        "CL-WA-night-2026-10-01-reported-night-p1",
        "CL-WA-night-2026-10-01-reported-night-p2",
        "CL-WA-night-2026-10-01-reported-night-p3a",
        "CL-WA-night-2026-10-01-reported-night-p3c",
        "CL-WA-night-2026-10-01-reported-night-p5",
        "CL-WA-night-2026-10-01-reported-night-parallel-read",
        "CL-WA-night-2026-10-01-reported-night-pi-mining"
      ]
    },
    {
      "id": "H91",
      "url": "/hypotheses/h91/",
      "status": "DESCRIPTIVE ONLY. Public cohorts are small and incomplete, and some original tasks have implementation confounds.",
      "family_id": "F08",
      "family_url": "/families/f08/",
      "proposition": "A matched comparison can identify the best implementation language for the Kogen agent loop across task success, reliability, cost, and implementation time.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "lang-sol-replication"
      ],
      "claims": [
        "CL-SOL-LANG-REPLICATION-POSTHOC-EQUAL-TASK"
      ]
    },
    {
      "id": "H92",
      "url": "/hypotheses/h92/",
      "status": "NOT ESTABLISHED. The public comparison does not hold all of those factors constant.",
      "family_id": "F08",
      "family_url": "/families/f08/",
      "proposition": "Rust has a better runtime and concurrency tradeoff than Elixir OTP when logic, prompts, and repair opportunities are equivalent.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H93",
      "url": "/hypotheses/h93/",
      "status": "NOT ESTABLISHED. No before/after architecture comparison is identified.",
      "family_id": "F08",
      "family_url": "/families/f08/",
      "proposition": "Separating Mix applications into an umbrella makes tests and the workflow faster.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H94",
      "url": "/hypotheses/h94/",
      "status": "PARITY METHOD, NOT EFFICACY. Conformance can test parity but does not show improved task completion.",
      "family_id": "F08",
      "family_url": "/families/f08/",
      "proposition": "Language-agnostic executable acceptance specifications preserve the same semantics across implementations.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H95",
      "url": "/hypotheses/h95/",
      "status": "NOT ESTABLISHED. No controlled live comparison is identified.",
      "family_id": "F08",
      "family_url": "/families/f08/",
      "proposition": "Quint specifications written during planning improve Kogen or direct-model outcomes.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H96",
      "url": "/hypotheses/h96/",
      "status": "NOT ESTABLISHED. No public translation-audit outcome is linked.",
      "family_id": "F08",
      "family_url": "/families/f08/",
      "proposition": "Reviewing the translation from natural-language requirements into Quint catches omitted behavior.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H97",
      "url": "/hypotheses/h97/",
      "status": "METHOD REQUIREMENT. Existing language cohorts do not establish full parity.",
      "family_id": "F08",
      "family_url": "/families/f08/",
      "proposition": "A fair language comparison holds tasks, prompts, model, effort, steering, grader, and repair loop constant.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H98",
      "url": "/hypotheses/h98/",
      "status": "NOT ESTABLISHED. No public inclusion-rule test or Gleam cohort is available.",
      "family_id": "F08",
      "family_url": "/families/f08/",
      "proposition": "Gleam should remain eligible until a defined matched-comparison rule supports excluding it.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H99",
      "url": "/hypotheses/h99/",
      "status": "PARTIAL MEASUREMENT. Public timing and resource files exist, but their measurements are descriptive and do not by themselves rank full implementations.",
      "family_id": "F08",
      "family_url": "/families/f08/",
      "proposition": "Compile time, run wall time, token use, and task grade should all inform the language choice.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H100",
      "url": "/hypotheses/h100/",
      "status": "NOT ESTABLISHED. Both public Campfire lanes were withdrawn before formal cells.",
      "family_id": "F09",
      "family_url": "/families/f09/",
      "proposition": "A parity-checked Elixir/Phoenix implementation can approach or beat the selected Rust implementation on a matched Campfire feature.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H101",
      "url": "/hypotheses/h101/",
      "status": "NOT ESTABLISHED. No qualifying matched feature cohort ran.",
      "family_id": "F09",
      "family_url": "/families/f09/",
      "proposition": "A small representative feature can be compared fairly across stacks using SQLite, matched optimization, and disabled caching.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H102",
      "url": "/hypotheses/h102/",
      "status": "NOT ESTABLISHED. No public matched adapter or implementation comparison is available.",
      "family_id": "F09",
      "family_url": "/families/f09/",
      "proposition": "A stronger Exqlite or Ecto implementation changes the relative runtime result.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H103",
      "url": "/hypotheses/h103/",
      "status": "NOT ESTABLISHED. No public correctness-control results are available for the Campfire comparison.",
      "family_id": "F09",
      "family_url": "/families/f09/",
      "proposition": "Throughput measurements reject implementations that drop messages or otherwise fail correctness.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H104",
      "url": "/hypotheses/h104/",
      "status": "NOT ESTABLISHED. No completed public review of the feature-selection rule is linked.",
      "family_id": "F09",
      "family_url": "/families/f09/",
      "proposition": "The chosen feature is representative, reviewable, and suitable for a public web-stack benchmark.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H105",
      "url": "/hypotheses/h105/",
      "status": "NOT ESTABLISHED. The public Elixir-port round does not establish a matched cross-stack agent comparison.",
      "family_id": "F09",
      "family_url": "/families/f09/",
      "proposition": "Rails agent tasks can be ported to Elixir or Rust so agent performance can be compared on equivalent tasks.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H106",
      "url": "/hypotheses/h106/",
      "status": "NOT ESTABLISHED. No complete, matched parse-and-repair comparison is published.",
      "family_id": "F10",
      "family_url": "/families/f10/",
      "proposition": "A compact structured format can reduce tokens while remaining easier for agents to parse than JSON, YAML, or TOML and more useful than plain text.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H107",
      "url": "/hypotheses/h107/",
      "status": "NOT ESTABLISHED. No public round-trip and live task comparison is linked.",
      "family_id": "F10",
      "family_url": "/families/f10/",
      "proposition": "Translating tool output into a compact format, with a fallback when needed, improves agent comprehension.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H108",
      "url": "/hypotheses/h108/",
      "status": "NOT ESTABLISHED. No controlled trace-format repair outcome is available.",
      "family_id": "F10",
      "family_url": "/families/f10/",
      "proposition": "Compact stack traces and error reports help an agent find and fix the correct code.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H109",
      "url": "/hypotheses/h109/",
      "status": "NOT ESTABLISHED. No matched logging-format study is published.",
      "family_id": "F10",
      "family_url": "/families/f10/",
      "proposition": "Structured logs improve diagnosis without removing useful detail.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H110",
      "url": "/hypotheses/h110/",
      "status": "INTERIM. A partial output-feedback cohort exists, but does not establish a format preference or completion benefit.",
      "family_id": "F10",
      "family_url": "/families/f10/",
      "proposition": "Agent-facing output rules should include only formats and checks with measured improvements.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "x-surface"
      ],
      "claims": [
        "CL-WA-x-surface-reported-x-surface-feedback-format",
        "CL-WA-x-surface-reported-x-surface-fixture-repair",
        "CL-WA-x-surface-reported-x-surface-remaining-rep"
      ]
    },
    {
      "id": "H111",
      "url": "/hypotheses/h111/",
      "status": "UNRESOLVED; historical summary is source-reported and not reproducible from public data.",
      "family_id": "F11",
      "family_url": "/families/f11/",
      "proposition": "Staged and direct model comparison. On a shared task set, a staged Kogen route may help a weaker builder solve failures while direct Sol high may have a higher pass rate, lower cost per pass, or longer wall time. Falsify with exact task-matched outcomes, cost, and wall receipts for every arm.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": [
        "CL-H111-historical-staged-and-direct-comparison"
      ]
    },
    {
      "id": "H112",
      "url": "/hypotheses/h112/",
      "status": "UNRESOLVED; historical cost frontier is source-reported and not reproducible from public data.",
      "family_id": "F11",
      "family_url": "/families/f11/",
      "proposition": "Route cost and quality frontier. Across a shared task set, direct Sol, route-v3, and direct Luna max may occupy different pass-rate and cost-per-pass points. Falsify with one reconciled cohort, compatible cost accounting, and task-level outcomes.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": [
        "CL-H112-historical-route-cost-frontier"
      ]
    },
    {
      "id": "H113",
      "url": "/hypotheses/h113/",
      "status": "INTERIM; R72 is descriptive and does not establish superiority.",
      "family_id": "F11",
      "family_url": "/families/f11/",
      "proposition": "R72 same-model comparison. On R72 P1, the Kogen Luna-max ladder may outperform direct Codex Luna max. Falsify with a complete cell join and a prespecified paired analysis.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "l0-reconcile",
        "r72"
      ],
      "claims": [
        "CL-WA-r72-lifecycle-and-outcome"
      ]
    },
    {
      "id": "H114",
      "url": "/hypotheses/h114/",
      "status": "CONFOUNDED / DESCRIPTIVE; language cohorts remain separate.",
      "family_id": "F11",
      "family_url": "/families/f11/",
      "proposition": "R70 language choice. The R70 implementation-stack comparison and selected RvE sample may identify a better language for Kogen. Evaluate with a parity-controlled comparison whose task, prompt, harness, and repair loop are matched; a selected sample alone cannot determine a broad language winner.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "lang-sol-replication",
        "r70-rve-task8v2"
      ],
      "claims": [
        "CL-SOL-LANG-REPLICATION-POSTHOC-EQUAL-TASK",
        "CL-WA-r70-rve-ext-r70-rve-ext-elixir-full-pass",
        "CL-WA-r70-rve-ext-r70-rve-ext-go-full-pass",
        "CL-WA-r70-rve-ext-r70-rve-ext-rust-full-pass",
        "CL-WA-r70-rve-ext-r70-rve-ext-ts-bun-full-pass",
        "CL-WA-r70-rve-r70-original-rve-elixir-full-pass",
        "CL-WA-r70-rve-r70-original-rve-go-full-pass",
        "CL-WA-r70-rve-r70-original-rve-rust-full-pass",
        "CL-WA-r70-rve-r70-original-rve-ts-bun-full-pass",
        "CL-WA-r70-rve-rerun-r70-rve-rerun-elixir-full-pass",
        "CL-WA-r70-rve-rerun-r70-rve-rerun-go-full-pass",
        "CL-WA-r70-rve-rerun-r70-rve-rerun-rust-full-pass",
        "CL-WA-r70-rve-rerun-r70-rve-rerun-ts-bun-full-pass",
        "CL-WA-r70-rve-ungraded-delivery-itt-gap",
        "CL-WA-r70-task8v1-smoke-codex-gpt-6-luna-max-default-r70-8-go-r90",
        "CL-WA-r70-task8v1-smoke-codex-gpt-6-luna-max-default-r70-8-rust-r90",
        "CL-WA-r70-task8v2-smoke-codex-gpt-6-luna-max-default-r70-8-go-v2-r1",
        "CL-WA-r70-task8v2-smoke-codex-gpt-6-luna-max-default-r70-8-rust-v2-r1"
      ]
    },
    {
      "id": "H115",
      "url": "/hypotheses/h115/",
      "status": "INTERIM; historical cache summaries are unreconciled; T98 is telemetry only.",
      "family_id": "F11",
      "family_url": "/families/f11/",
      "proposition": "Cache-hit explanation. A Kogen cache-hit rate below Codex's may explain much of the token-spend difference. Falsify with request-level records from matched epochs and compatible cache/token definitions, then relate cache changes to cost.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "l0-reconcile"
      ],
      "claims": [
        "CL-H115-historical-cache-hit-comparison",
        "CL-WA-t98-cache-smoke-reported-observation"
      ]
    },
    {
      "id": "H116",
      "url": "/hypotheses/h116/",
      "status": "NOT-RUN; the T100 lane has no result.",
      "family_id": "F11",
      "family_url": "/families/f11/",
      "proposition": "Cache-change effect. A cache change may increase cache use. Falsify with a defined metric and baseline, matched request traffic, and before/after records.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": [
        "CL-H116-historical-cache-change",
        "CL-WA-t100-cache-lane-reported-observation"
      ]
    },
    {
      "id": "H117",
      "url": "/hypotheses/h117/",
      "status": "Not established as a distinct run.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Planner context pack. A compact context pack may produce a better or cheaper plan than a file-list input. Compare the two inputs with all other planner and builder settings fixed.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H118",
      "url": "/hypotheses/h118/",
      "status": "Not established as a distinct run.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Plan guard. A plan sanity/constraint gate may prevent plans that would otherwise cause Build failures. Compare downstream outcomes and gate cost with and without the guard.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H119",
      "url": "/hypotheses/h119/",
      "status": "Not established as a distinct run.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Plan examples. Relevant examples may improve transfer from plan to implementation. Hold the plan and builder settings fixed while changing example exposure.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H120",
      "url": "/hypotheses/h120/",
      "status": "Not established as a distinct run.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Plan reproduction evidence. Evidence that reproduces a failure may improve the plan's diagnosis and implementation. Compare with an otherwise identical plan without that evidence.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H121",
      "url": "/hypotheses/h121/",
      "status": "Not established as a distinct run.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Plan interfaces. Explicit cross-component interfaces may reduce integration failures. Compare matched tasks with interfaces present or absent.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H122",
      "url": "/hypotheses/h122/",
      "status": "Not established as a distinct run.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Planner turns. Varying the number of planner turns may change completion enough to justify its time and token cost. Compare fixed turn budgets.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H123",
      "url": "/hypotheses/h123/",
      "status": "Not established as a distinct run.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Plan debate. Competing plans may improve plan choice and downstream task success. Compare debate against a single-plan control.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H124",
      "url": "/hypotheses/h124/",
      "status": "A planning-arm cohort appears in R51; its summary is withheld pending cell-level reconciliation.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Plan specificity. Criteria, approach, and step-level plans may affect builders differently. Compare each level within builder and task strata.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H125",
      "url": "/hypotheses/h125/",
      "status": "Not established as a distinct run.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Review scope. A narrower review surface may reduce cost while preserving useful findings. Compare findings, false blocks, missed defects, and review cost.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H126",
      "url": "/hypotheses/h126/",
      "status": "No live, prospective executable-review benefit is established.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Executable review. Running review checks may detect defects that text-only review misses. Measure true and false review findings and prospective repair outcomes.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H127",
      "url": "/hypotheses/h127/",
      "status": "No prospective Build benefit is established.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Contract gate. Checking requirements before acceptance or escalation may catch incomplete work. Compare detection and false-block rates, then measure Build outcomes after any repair.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H128",
      "url": "/hypotheses/h128/",
      "status": "No deployable best-of-N benefit is established.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Best-of-N. Generating and selecting among candidates may increase successful completion enough to justify the additional attempts. Compare selected outcomes with the same direct baseline and report pass@N separately.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H129",
      "url": "/hypotheses/h129/",
      "status": "Not established as a distinct run.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Hybrid pipeline. Combining staged modes may improve the pass/cost frontier over its constituent recipes. Compare the complete bundle and every constituent arm.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H130",
      "url": "/hypotheses/h130/",
      "status": "No split-specific outcome comparison is established.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Split work. Dividing implementation among workers may increase successful throughput. Compare a fixed split plan with a solo arm, including coordination cost and wall time.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H131",
      "url": "/hypotheses/h131/",
      "status": "The historical route-v3 summary is source-reported and not reproducible from public data.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Routing policies. Dynamic, forced, or versioned routing may assign useful models more effectively than fixed routes. Compare on the same tasks and model/effort choices.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H132",
      "url": "/hypotheses/h132/",
      "status": "No validated cascade policy ranking is established.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Route cascade. Triggering escalation only after failure may preserve quality at lower cost than always escalating. Compare policy-level success and cost against fixed direct models.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H133",
      "url": "/hypotheses/h133/",
      "status": "No final gate ranking is established.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Cascade gate. Contract, review, or combined gates may differ in their ability to trigger useful escalation. Compare gate sensitivity, false triggers, success, and cost.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H134",
      "url": "/hypotheses/h134/",
      "status": "R54 reports a handoff vs plain-pack comparison; its round status remains INTERIM.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Context handoff. Passing prepared context to later stages may reduce repeated work or cost without reducing completion. Compare a handoff arm with a matched no-handoff arm.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H135",
      "url": "/hypotheses/h135/",
      "status": "Multiple labels occur across rounds, but the public recipe-to-cell index is incomplete.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Recipe attribution. Staged, direct, direct-shell, direct-escalate, plan-shell, and escalate-shell recipes may differ in outcome and cost. Each needs an explicit arm manifest and direct within-cohort comparison.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H136",
      "url": "/hypotheses/h136/",
      "status": "Several exploratory ladder rounds ran; no general best ladder is established.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Ladder composition. Luna-only, Sol-effort, and diverse ladders may differ in success and cost. Compare each ladder under a fixed task set and trigger rule.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "hc-1",
        "hc-2",
        "hc-3",
        "hc-4",
        "l0-reconcile",
        "r72"
      ],
      "claims": [
        "CL-WA-hc-1-lifecycle-and-outcome",
        "CL-WA-hc-2-lifecycle-and-outcome",
        "CL-WA-hc-3-lifecycle-and-outcome",
        "CL-WA-hc-4-lifecycle-and-outcome",
        "CL-WA-r72-lifecycle-and-outcome"
      ]
    },
    {
      "id": "H137",
      "url": "/hypotheses/h137/",
      "status": "No controlled version comparison is established.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Harness-version effect. Changes in Codex CLI or Claude Code versions may change earlier harness comparisons. Compare versions on identical tasks, requests, and host conditions.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H138",
      "url": "/hypotheses/h138/",
      "status": "No complete current-version matched set is established.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Matched model/effort baselines. Kogen configurations with Luna max or Sol low/medium/high builders, with and without Sol planning, may differ from direct baselines. Match the effective model and effort at each tested role.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "frontier",
        "hc-4",
        "l0-reconcile",
        "r58x-studio",
        "r72"
      ],
      "claims": [
        "CL-WA-frontier-lifecycle-and-outcome",
        "CL-WA-hc-4-lifecycle-and-outcome",
        "CL-WA-r58x-studio-lifecycle-and-outcome",
        "CL-WA-r72-lifecycle-and-outcome"
      ]
    },
    {
      "id": "H139",
      "url": "/hypotheses/h139/",
      "status": "No exact raw-vs-provided arm join is established.",
      "family_id": "F12",
      "family_url": "/families/f12/",
      "proposition": "Raw versus shaped Intent. Supplying a raw external-project Intent instead of a provided shaped Intent may change Kogen's apparent advantage. Compare both inputs against the same task and model baselines.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H140",
      "url": "/hypotheses/h140/",
      "status": "NO EMPIRICAL EVIDENCE; no controlled comparison is identified.",
      "family_id": "F13",
      "family_url": "/families/f13/",
      "proposition": "Cross-harness route. Claude as the primary builder with Codex adversarial review may outperform an agent-only route on completion quality or cost. Compare the full route with a matched single-harness control.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H141",
      "url": "/hypotheses/h141/",
      "status": "NO EMPIRICAL EVIDENCE; no controlled comparison is identified.",
      "family_id": "F13",
      "family_url": "/families/f13/",
      "proposition": "Jev audit during Shaping. A controller-guaranteed Jev audit during Shaping may catch feasibility or context errors before approval. Compare audit findings, false alarms, and downstream Build outcomes with the audit disabled.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H142",
      "url": "/hypotheses/h142/",
      "status": "NO EMPIRICAL EVIDENCE; no controlled comparison is identified.",
      "family_id": "F13",
      "family_url": "/families/f13/",
      "proposition": "Vertical integration. Building and integrating the same requested feature may reduce wasted or brittle partial implementations compared with plumbing work that is not tied to an end-to-end Intent. Compare completion and rework on matched tasks.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H143",
      "url": "/hypotheses/h143/",
      "status": "NO EMPIRICAL EVIDENCE; no controlled comparison is identified.",
      "family_id": "F13",
      "family_url": "/families/f13/",
      "proposition": "Stashed work reuse. Reusing valid existing work may reduce Build time without increasing correctness failures. Compare against a clean-start control with the same acceptance suite.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H144",
      "url": "/hypotheses/h144/",
      "status": "NO EMPIRICAL EVIDENCE; no controlled comparison is identified.",
      "family_id": "F13",
      "family_url": "/families/f13/",
      "proposition": "Shaping preflight. A bounded, low-cost preflight audit may verify material risks before longer Shaping work. Compare audit cost, detected risks, false blocks, and Build outcomes against a matched no-preflight control.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H145",
      "url": "/hypotheses/h145/",
      "status": "INTERIM; no joined reliability or cost comparison is available.",
      "family_id": "F13",
      "family_url": "/families/f13/",
      "proposition": "Build reliability. Reliability changes may prevent repeated costly cycles and classify environment failures separately from semantic failures. Compare retries, successful completion, and total cost under injected and naturally occurring failure classes.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H146",
      "url": "/hypotheses/h146/",
      "status": "Source-reported topology diagnostic only; the proposed second-host workflow is untested.",
      "family_id": "F13",
      "family_url": "/families/f13/",
      "proposition": "Parallel Builds on a second Mac. A second Mac may raise throughput while preserving Build ownership and verification. Compare serial and parallel operation on the same eligible workload, including coordination, queue, and grading time.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H147",
      "url": "/hypotheses/h147/",
      "status": "NO EMPIRICAL EVIDENCE; no alert/control comparison is identified.",
      "family_id": "F13",
      "family_url": "/families/f13/",
      "proposition": "Build status and alerts. Showing current stage/check state and offering a completion alert may reduce unattended waiting and missed failures. Measure detection time, missed events, and operator wait; this is not a model pass-rate hypothesis.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H148",
      "url": "/hypotheses/h148/",
      "status": "OFFLINE, SOURCE-REPORTED; retrieval diagnostics do not measure Build success.",
      "family_id": "F14",
      "family_url": "/families/f14/",
      "proposition": "New context data structure. A new structure for code and domain knowledge may provide more bounded, explainable context than a conventional graph, retrieval-augmented generation, or vector store. Compare retrieval and downstream task outcomes using the same queries and packet budget.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "ctx-store"
      ],
      "claims": [
        "CL-WA-ctx-store-reported-ctx-store-freshness",
        "CL-WA-ctx-store-reported-ctx-store-ranked-paths",
        "CL-WA-ctx-store-reported-ctx-store-recall"
      ]
    },
    {
      "id": "H149",
      "url": "/hypotheses/h149/",
      "status": "OFFLINE, SOURCE-REPORTED; freshness diagnostics do not measure Build success.",
      "family_id": "F14",
      "family_url": "/families/f14/",
      "proposition": "Change-centered persistence. Persisting changes, queries, or transformations as primary objects may handle code and requirement evolution better than storing atomic facts and edges. Compare update effort, stale-answer rate, and retrieval quality after controlled edits.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "ctx-store"
      ],
      "claims": [
        "CL-WA-ctx-store-reported-ctx-store-freshness",
        "CL-WA-ctx-store-reported-ctx-store-ranked-paths",
        "CL-WA-ctx-store-reported-ctx-store-recall"
      ]
    },
    {
      "id": "H150",
      "url": "/hypotheses/h150/",
      "status": "OFFLINE, SOURCE-REPORTED; no matched live Build result is available.",
      "family_id": "F14",
      "family_url": "/families/f14/",
      "proposition": "Bounded uncertain context. A context store may produce bounded task packets while exposing uncertainty, stale observations, and exceptions after edits. Compare packet size, calibration, and task outcomes under controlled repository changes.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "ctx-store"
      ],
      "claims": [
        "CL-WA-ctx-store-reported-ctx-store-freshness",
        "CL-WA-ctx-store-reported-ctx-store-ranked-paths",
        "CL-WA-ctx-store-reported-ctx-store-recall"
      ]
    },
    {
      "id": "H151",
      "url": "/hypotheses/h151/",
      "status": "INTERIM; the frontier result is incomplete and is not the proposed Luna-medium screen.",
      "family_id": "F14",
      "family_url": "/families/f14/",
      "proposition": "Targeted Luna-medium screen. Luna medium on simpler tasks where Codex failed may reveal a lower-cost harness improvement sooner than difficult Sol tasks. Compare on frozen prior-failure tasks, with a same-task direct baseline and complete cost/effort receipts.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [
        "frontier"
      ],
      "claims": [
        "CL-WA-frontier-lifecycle-and-outcome"
      ]
    },
    {
      "id": "H152",
      "url": "/hypotheses/h152/",
      "status": "NO EMPIRICAL EVIDENCE; no completed public fairness audit is identified.",
      "family_id": "F14",
      "family_url": "/families/f14/",
      "proposition": "TrackLine task fairness. TrackLine must be repaired and audited as a fair task before its results inform harness decisions. Establish task correctness, valid alternatives, reproducible setup, and grader sensitivity before scored use.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    },
    {
      "id": "H153",
      "url": "/hypotheses/h153/",
      "status": "INTERIM; mixed-version inventory only, with no causal result.",
      "family_id": "F14",
      "family_url": "/families/f14/",
      "proposition": "Harness and prompt mining. Mining harness implementations and prompts may reveal mechanisms behind performance differences. Convert candidate mechanisms into a complete feature map and test them with isolated ablations rather than treating the inventory itself as causal evidence.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/hypotheses/README.md",
      "rounds": [],
      "claims": []
    }
  ],
  "rounds": [
    {
      "id": "cache-key-api-v4",
      "url": "/rounds/cache-key-api-v4/",
      "status": "VALID",
      "title": "H-API: STATUS VALID; primary finding NOT SUPPORTED",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/cache-key-api-v4/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "cache-key-api-v4",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "Probe script and raw request receipts are not published; sanitized per-pair counters are in the round sanitized.csv and the registered rule is recomputable from them by hand.",
        "script_path": null
      }
    },
    {
      "id": "cache-key-backend-v4",
      "url": "/rounds/cache-key-backend-v4/",
      "status": "VALID",
      "title": "H-BACKEND: STATUS VALID; primary finding NOT SUPPORTED",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/cache-key-backend-v4/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "cache-key-backend-v4",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "Probe script and raw request receipts are not published; sanitized per-pair counters are in the round sanitized.csv and the registered rule is recomputable from them by hand.",
        "script_path": null
      }
    },
    {
      "id": "cache-replay-mechanism",
      "url": "/rounds/cache-replay-mechanism/",
      "status": "DESCRIPTIVE",
      "title": "Controlled prompt-cache replay",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/cache-replay-mechanism/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "cache-replay-mechanism",
        "script": "python3 reproduce/cache_replay_tables.py",
        "inputs": [
          "rounds/cache-replay-mechanism/RESULTS.md",
          "rounds/cache-replay-mechanism/data/attempts-openai.csv",
          "rounds/cache-replay-mechanism/data/attempts-chatgpt-eu.csv"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes every published cache-counter table from the sanitized attempt CSVs. Provider execution cannot be replayed from this public bundle.",
        "script_path": "reproduce/cache_replay_tables.py"
      }
    },
    {
      "id": "campfire-lane1",
      "url": "/rounds/campfire-lane1/",
      "status": "INCOMPLETE",
      "title": "Campfire runtime comparison, lane 1",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-campfire-lane1-formal-cell-lifecycle"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/campfire-lane1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "campfire-lane1",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "campfire-lane2",
      "url": "/rounds/campfire-lane2/",
      "status": "INCOMPLETE",
      "title": "Campfire runtime comparison, lane 2",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-campfire-lane2-formal-cell-lifecycle"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/campfire-lane2/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "campfire-lane2",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "candidate-counterfactual",
      "url": "/rounds/candidate-counterfactual/",
      "status": "DESCRIPTIVE",
      "title": "Saved-candidate counterfactual audit",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-candidate-counterfactual-reported-observation"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/candidate-counterfactual/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "candidate-counterfactual",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "claim-b-rerun-1",
      "url": "/rounds/claim-b-rerun-1/",
      "status": "INVALID",
      "title": "Claim B worker rerun",
      "family_ids": [
        "F03"
      ],
      "hypotheses": [
        "H21",
        "H22"
      ],
      "claims": [
        "CL-WA-claim-b-rerun-1-public-capture-identity"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/claim-b-rerun-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "claim-b-rerun-1",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "claim-b-screen-1",
      "url": "/rounds/claim-b-screen-1/",
      "status": "INVALID",
      "title": "Claim B transport screen",
      "family_ids": [
        "F03"
      ],
      "hypotheses": [
        "H21",
        "H22"
      ],
      "claims": [
        "CL-WA-claim-b-screen-1-public-capture-identity"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/claim-b-screen-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "claim-b-screen-1",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "confirm-combined-1",
      "url": "/rounds/confirm-combined-1/",
      "status": "INCOMPLETE",
      "title": "Combined kh confirmation",
      "family_ids": [
        "F03"
      ],
      "hypotheses": [
        "H21",
        "H22"
      ],
      "claims": [
        "CL-WA-confirm-combined-1-public-capture-identity"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/confirm-combined-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "confirm-combined-1",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "core4-pilots",
      "url": "/rounds/core4-pilots/",
      "status": "DESCRIPTIVE",
      "title": "Core4 pilots",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/core4-pilots/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "core4-pilots",
        "script": null,
        "inputs": [
          "rounds/core4-pilots/data/cells.csv",
          "rounds/core4-pilots/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "The published source table and Standard records preserve available cell outcomes; raw execution receipts are incomplete and full model execution cannot be replayed.",
        "script_path": null
      }
    },
    {
      "id": "core4b-ksub-max",
      "url": "/rounds/core4b-ksub-max/",
      "status": "DESCRIPTIVE",
      "title": "Core4b and Ksub Luna max",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/core4b-ksub-max/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "core4b-ksub-max",
        "script": null,
        "inputs": [
          "rounds/core4b-ksub-max/data/cells.csv",
          "rounds/core4b-ksub-max/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "The published source table and Standard records preserve available cell outcomes; raw execution receipts are incomplete and full model execution cannot be replayed.",
        "script_path": null
      }
    },
    {
      "id": "ctx-store",
      "url": "/rounds/ctx-store/",
      "status": "DESCRIPTIVE",
      "title": "context store",
      "family_ids": [
        "F14"
      ],
      "hypotheses": [
        "H148",
        "H149",
        "H150"
      ],
      "claims": [
        "CL-WA-ctx-store-reported-ctx-store-freshness",
        "CL-WA-ctx-store-reported-ctx-store-ranked-paths",
        "CL-WA-ctx-store-reported-ctx-store-recall"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/ctx-store/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "ctx-store",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "e06-context",
      "url": "/rounds/e06-context/",
      "status": "PILOT",
      "title": "e06 context",
      "family_ids": [
        "F05"
      ],
      "hypotheses": [
        "H54",
        "H55"
      ],
      "claims": [
        "CL-WA-e06-context-reported-e06-context-pilot"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/e06-context/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "e06-context",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "e09-tidewave",
      "url": "/rounds/e09-tidewave/",
      "status": "PILOT",
      "title": "e09 locators and Tidewave",
      "family_ids": [
        "F05"
      ],
      "hypotheses": [
        "H55",
        "H60"
      ],
      "claims": [
        "CL-WA-e09-tidewave-reported-e09-locator-gates",
        "CL-WA-e09-tidewave-reported-e09-tidewave-runtime"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/e09-tidewave/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "e09-tidewave",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "frontier",
      "url": "/rounds/frontier/",
      "status": "INCOMPLETE",
      "title": "R74 Kogen frontier lane",
      "family_ids": [
        "F07",
        "F12",
        "F14"
      ],
      "hypotheses": [
        "H90",
        "H138",
        "H151"
      ],
      "claims": [
        "CL-WA-frontier-lifecycle-and-outcome"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/frontier/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "frontier",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "fv-pilot-2026-10-10",
      "url": "/rounds/fv-pilot-2026-10-10/",
      "status": "DESCRIPTIVE",
      "title": "Lean versus Quint verification pilot",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/fv-pilot-2026-10-10/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "fv-pilot-2026-10-10",
        "script": "python3 rounds/fv-pilot-2026-10-10/reproduce.py",
        "inputs": [
          "rounds/fv-pilot-2026-10-10/ledger.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes per-task and arm results from the sanitized lifecycle ledger; model calls and independent final evaluation are not replayable.",
        "script_path": "rounds/fv-pilot-2026-10-10/reproduce.py"
      }
    },
    {
      "id": "gleam",
      "url": "/rounds/gleam/",
      "status": "DESCRIPTIVE",
      "title": "Gleam language round",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/gleam/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "gleam",
        "script": null,
        "inputs": [
          "rounds/gleam/records.jsonl",
          "rounds/gleam/README.md",
          "rounds/gleam/cells.csv"
        ],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "The public per-cell summaries and Standard-shaped records preserve the reported outcomes; original execution and complete phase receipts are not available for full replay.",
        "script_path": null
      }
    },
    {
      "id": "grok-frontier",
      "url": "/rounds/grok-frontier/",
      "status": "INCOMPLETE",
      "title": "Grok frontier",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/grok-frontier/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "grok-frontier",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "hard1-calibrate-1",
      "url": "/rounds/hard1-calibrate-1/",
      "status": "INVALID",
      "title": "Hard-task harness calibration",
      "family_ids": [
        "F03"
      ],
      "hypotheses": [
        "H19",
        "H22"
      ],
      "claims": [
        "CL-WA-hard1-calibrate-1-public-capture-identity"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/hard1-calibrate-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "hard1-calibrate-1",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "harness-compare-1",
      "url": "/rounds/harness-compare-1/",
      "status": "DESCRIPTIVE",
      "title": "Four-harness comparison",
      "family_ids": [
        "F03"
      ],
      "hypotheses": [
        "H19",
        "H22",
        "H28"
      ],
      "claims": [
        "CL-WA-harness-compare-1-public-capture-identity"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/harness-compare-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "harness-compare-1",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "harness-pick-2026-09-29",
      "url": "/rounds/harness-pick-2026-09-29/",
      "status": "DESCRIPTIVE",
      "title": "September harness pick",
      "family_ids": [
        "F03"
      ],
      "hypotheses": [
        "H19",
        "H20"
      ],
      "claims": [
        "CL-WA-harness-pick-2026-09-29-public-capture-identity"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/harness-pick-2026-09-29/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "harness-pick-2026-09-29",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "hc-1",
      "url": "/rounds/hc-1/",
      "status": "DESCRIPTIVE",
      "title": "Studio hill climb iteration 1",
      "family_ids": [
        "F07",
        "F12"
      ],
      "hypotheses": [
        "H75",
        "H136"
      ],
      "claims": [
        "CL-WA-hc-1-lifecycle-and-outcome"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/hc-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "hc-1",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "hc-2",
      "url": "/rounds/hc-2/",
      "status": "DESCRIPTIVE",
      "title": "Studio hill climb iteration 2",
      "family_ids": [
        "F07",
        "F12"
      ],
      "hypotheses": [
        "H75",
        "H136"
      ],
      "claims": [
        "CL-WA-hc-2-lifecycle-and-outcome"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/hc-2/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "hc-2",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "hc-3",
      "url": "/rounds/hc-3/",
      "status": "DESCRIPTIVE",
      "title": "Studio hill climb iteration 3",
      "family_ids": [
        "F07",
        "F12"
      ],
      "hypotheses": [
        "H75",
        "H136"
      ],
      "claims": [
        "CL-WA-hc-3-lifecycle-and-outcome"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/hc-3/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "hc-3",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "hc-4",
      "url": "/rounds/hc-4/",
      "status": "DESCRIPTIVE",
      "title": "Studio hill climb iteration 4",
      "family_ids": [
        "F07",
        "F12"
      ],
      "hypotheses": [
        "H75",
        "H136",
        "H138"
      ],
      "claims": [
        "CL-WA-hc-4-lifecycle-and-outcome"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/hc-4/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "hc-4",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "hc01-small32",
      "url": "/rounds/hc01-small32/",
      "status": "INCOMPLETE",
      "title": "HC01 small32",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/hc01-small32/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "hc01-small32",
        "script": null,
        "inputs": [
          "rounds/hc01-small32/README.md",
          "data/mined/hc01-small32.jsonl.gz"
        ],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "Owner stopped the round at 25/32 graded; source receipts and remaining planned cohort do not support full execution replay.",
        "script_path": null
      }
    },
    {
      "id": "intent-coverage-audit",
      "url": "/rounds/intent-coverage-audit/",
      "status": "DESCRIPTIVE",
      "title": "Intent coverage audit",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-intent-coverage-audit-reported-observation"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/intent-coverage-audit/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "intent-coverage-audit",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "jev-route-ctx",
      "url": "/rounds/jev-route-ctx/",
      "status": "DESCRIPTIVE",
      "title": "Jev route with prepared context",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-jev-route-ctx-reported-observation"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/jev-route-ctx/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "jev-route-ctx",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "jev-triage-ctx",
      "url": "/rounds/jev-triage-ctx/",
      "status": "INCOMPLETE",
      "title": "Jev failure triage with prepared context",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-jev-triage-ctx-reported-observation"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/jev-triage-ctx/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "jev-triage-ctx",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "kh-climb",
      "url": "/rounds/kh-climb/",
      "status": "DESCRIPTIVE",
      "title": "kh climb",
      "family_ids": [
        "F03"
      ],
      "hypotheses": [
        "H21",
        "H32",
        "H33"
      ],
      "claims": [
        "CL-WA-kh-climb-reported-kh-climb-baseline",
        "CL-WA-kh-climb-reported-kh-climb-control",
        "CL-WA-kh-climb-reported-kh-climb-v1",
        "CL-WA-kh-climb-reported-kh-climb-v2",
        "CL-WA-kh-climb-reported-kh-climb-v3",
        "CL-WA-kh-climb-reported-kh-climb-v4",
        "CL-WA-kh-climb-reported-kh-climb-v5"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/kh-climb/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "kh-climb",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "kh-compare-2026-09-29",
      "url": "/rounds/kh-compare-2026-09-29/",
      "status": "INVALID",
      "title": "September kh comparison",
      "family_ids": [
        "F03"
      ],
      "hypotheses": [
        "H21",
        "H23",
        "H26",
        "H28"
      ],
      "claims": [
        "CL-WA-kh-compare-2026-09-29-public-capture-identity"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/kh-compare-2026-09-29/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "kh-compare-2026-09-29",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "kogen-rs-ladder-luna-r74x",
      "url": "/rounds/kogen-rs-ladder-luna-r74x/",
      "status": "DESCRIPTIVE",
      "title": "Kogen-RS R74 sandbox comparison",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/kogen-rs-ladder-luna-r74x/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "kogen-rs-ladder-luna-r74x",
        "script": null,
        "inputs": [
          "rounds/kogen-rs-ladder-luna-r74x/README.md",
          "rounds/kogen-rs-ladder-luna-r74x/DECISION-RULE.md",
          "rounds/kogen-rs-ladder-luna-r74x/RESULTS.md",
          "rounds/kogen-rs-ladder-luna-r74x/MEASURED.md"
        ],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "Per-cell outcomes, execution/hash assertions, incidents and identity audit are source-reported and not independently reproducible from the public snapshot; named lane records are absent. R74 rows are recovered internal historical context, not joined to the canonical official export. Strict release compliance is not established. Model execution and official grading are not replayed.",
        "script_path": null
      }
    },
    {
      "id": "l0-reconcile",
      "url": "/rounds/l0-reconcile/",
      "status": "VALID",
      "title": "L0 historical claim reconciliation",
      "family_ids": [
        "F11",
        "F12"
      ],
      "hypotheses": [
        "H113",
        "H115",
        "H136",
        "H138"
      ],
      "claims": [
        "CL-WA-r57-source-reported-denominator-variants",
        "CL-WA-r69-source-reported-denominator-variants",
        "CL-WA-r72-lifecycle-and-outcome",
        "CL-WA-r74-source-reported-denominator-variants"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/l0-reconcile/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "l0-reconcile",
        "script": "python3 reproduce/reconcile_l0.py",
        "inputs": [
          "rounds/l0-reconcile/data/r72-p1.csv",
          "rounds/l0-reconcile/data/r72-p3-partial.csv",
          "rounds/l0-reconcile/data/r74-graded-subset.csv",
          "rounds/l0-reconcile/data/r74-smoke-attempts.csv",
          "rounds/l0-reconcile/data/r74-coverage.csv",
          "rounds/l0-reconcile/data/r69-itt.csv",
          "rounds/l0-reconcile/data/r57-pooled-itt.csv"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes selected reconciliation CSV summaries only; it does not replay historical model executions or complete the canonical official outcome join.",
        "script_path": "reproduce/reconcile_l0.py"
      }
    },
    {
      "id": "l1-task-grader-trust",
      "url": "/rounds/l1-task-grader-trust/",
      "status": "VALID",
      "title": "L1 — Task and grader trust",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/l1-task-grader-trust/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "l1-task-grader-trust",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "l2-plan-specificity",
      "url": "/rounds/l2-plan-specificity/",
      "status": "VALID",
      "title": "L2 plan specificity × builder strength",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/l2-plan-specificity/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "l2-plan-specificity",
        "script": "python3 reproduce/l2-plan-specificity.py",
        "inputs": [
          "rounds/l2-plan-specificity/README.md",
          "rounds/l2-plan-specificity/DECISION-RULE.md",
          "rounds/l2-plan-specificity/RESULTS.md",
          "rounds/l2-plan-specificity/data/official_cells.csv",
          "rounds/l2-plan-specificity/data/planner_usage.csv",
          "rounds/l2-plan-specificity/data/historical_no_plan_max.csv"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes all published numeric results from the sanitized official-cell, planner-receipt, and historical-baseline CSVs. Sandbox execution and official grading cannot be replayed from this public bundle.",
        "script_path": "reproduce/l2-plan-specificity.py"
      }
    },
    {
      "id": "l3-repair",
      "url": "/rounds/l3-repair/",
      "status": "DESCRIPTIVE",
      "title": "L3 actionable self-verification repair",
      "family_ids": [
        "F01"
      ],
      "hypotheses": [
        "H12"
      ],
      "claims": [
        "CL-L3-REPAIR-RESCUE-RATE"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/l3-repair/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "l3-repair",
        "script": "python3 rounds/l3-repair/reproduce/l3_repair.py",
        "inputs": [
          "rounds/l3-repair/data/cells.csv"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes aggregate repair counts from six published repair rows; per-test pass sets, grade receipts, and historical model executions are unavailable.",
        "script_path": "rounds/l3-repair/reproduce/l3_repair.py"
      }
    },
    {
      "id": "l3b-repair-vs-continue",
      "url": "/rounds/l3b-repair-vs-continue/",
      "status": "VALID",
      "title": "L3b repair vs continue",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/l3b-repair-vs-continue/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "l3b-repair-vs-continue",
        "script": "python3 rounds/l3b-repair-vs-continue/reproduce/l3b_repair_vs_continue.py",
        "inputs": [
          "rounds/l3b-repair-vs-continue/data/scored-cells.csv",
          "rounds/l3b-repair-vs-continue/data/original-failures.csv",
          "rounds/l3b-repair-vs-continue/data/rule-evidence.json",
          "rounds/l3b-repair-vs-continue/data/per-test-results.json"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the public 24-cell aggregate outcome table, rescue counts, usage totals, and registered rule result, including per-test no-regression from the published pass/fail sets. Model execution and official grading are not replayed.",
        "script_path": "rounds/l3b-repair-vs-continue/reproduce/l3b_repair_vs_continue.py"
      }
    },
    {
      "id": "l4-context-packet",
      "url": "/rounds/l4-context-packet/",
      "status": "DESCRIPTIVE",
      "title": "L4 deterministic context packet",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/l4-context-packet/README.md",
      "run_records": null,
      "reproduction": {
        "availability_note": "The public aggregate CSVs support analysis replay only; benchmark execution and official grading are not replayed.",
        "full_execution_replayable": false,
        "inputs": [
          "rounds/l4-context-packet/data/paired-cells.csv",
          "rounds/l4-context-packet/data/historical-baselines.csv"
        ],
        "replay_type": "analysis-only",
        "round_id": "l4-context-packet",
        "script": "python3 rounds/l4-context-packet/reproduce/l4-context-packet.py",
        "script_path": "rounds/l4-context-packet/reproduce/l4-context-packet.py"
      }
    },
    {
      "id": "l4b-confirm",
      "url": "/rounds/l4b-confirm/",
      "status": "VALID",
      "title": "L4b independent context-packet replication",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/l4b-confirm/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "l4b-confirm",
        "script": "python3 rounds/l4b-confirm/reproduce/reproduce_us.py",
        "inputs": [
          "rounds/l4b-confirm/README.md",
          "rounds/l4b-confirm/RESULTS.md",
          "rounds/l4b-confirm/data/cells.csv",
          "rounds/l4b-confirm/reproduce/ORDER.json",
          "rounds/l4b-confirm/DESIGN.md",
          "rounds/l4b-confirm/DECISION-RULE.md"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes official outcomes, paired seed results, test counts, token totals, and published tables from sanitized cell metrics. Model execution and official grading are not replayed.",
        "script_path": "rounds/l4b-confirm/reproduce/reproduce_us.py"
      }
    },
    {
      "id": "l5-sol-comparators",
      "url": "/rounds/l5-sol-comparators/",
      "status": "DESCRIPTIVE",
      "title": "L5 — direct Sol-medium comparators",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/l5-sol-comparators/README.md",
      "run_records": null,
      "reproduction": {
        "availability_note": "The public cell CSVs support analysis replay only; model execution and official grading are not replayed.",
        "full_execution_replayable": false,
        "inputs": [
          "rounds/l5-sol-comparators/data/sol-cells.csv",
          "rounds/l5-sol-comparators/data/luna-baseline.csv",
          "rounds/l5-sol-comparators/data/new-cells.csv"
        ],
        "replay_type": "analysis-only",
        "round_id": "l5-sol-comparators",
        "script": "python3 rounds/l5-sol-comparators/reproduce/l5_sol_comparators.py",
        "script_path": "rounds/l5-sol-comparators/reproduce/l5_sol_comparators.py"
      }
    },
    {
      "id": "l6-auditor-replay",
      "url": "/rounds/l6-auditor-replay/",
      "status": "VALID",
      "title": "L6: scoped-auditor replay",
      "family_ids": [
        "F06"
      ],
      "hypotheses": [
        "H67"
      ],
      "claims": [
        "CL-L6-AUDITOR-ADVISORY-REPLAY"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/l6-auditor-replay/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "l6-auditor-replay",
        "script": "python3 reproduce/score_l6.py --cases rounds/l6-auditor-replay/data/case_list.csv --calls rounds/l6-auditor-replay/data/calls.csv",
        "inputs": [
          "rounds/l6-auditor-replay/data/case_list.csv",
          "rounds/l6-auditor-replay/data/calls.csv"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the offline auditor metrics from the published cases and calls; it does not rerun auditor requests or recreate withheld task prompts and patches.",
        "script_path": "reproduce/score_l6.py"
      }
    },
    {
      "id": "lang-sol-replication",
      "url": "/rounds/lang-sol-replication/",
      "status": "DESCRIPTIVE",
      "title": "Sol-medium language replication",
      "family_ids": [
        "F08",
        "F11"
      ],
      "hypotheses": [
        "H91",
        "H114"
      ],
      "claims": [
        "CL-SOL-LANG-REPLICATION-POSTHOC-EQUAL-TASK"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/lang-sol-replication/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "lang-sol-replication",
        "script": "python3 rounds/lang-sol-replication/reproduce/lang_sol_replication.py",
        "inputs": [
          "rounds/lang-sol-replication/data/cells.csv"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the round tables and post-hoc equal-task sensitivity from the 58 published cell rows; it does not replay model execution, official grading, host smoke gates, or the missing exception receipt.",
        "script_path": "rounds/lang-sol-replication/reproduce/lang_sol_replication.py"
      }
    },
    {
      "id": "llm-latency-long",
      "url": "/rounds/llm-latency-long/",
      "status": "DESCRIPTIVE",
      "title": "LLM latency probe: long reasoning prompts",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-llm-latency-long-request-counts-and-endpoints"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/llm-latency-long/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "llm-latency-long",
        "script": "python3 rounds/llm-latency-long/reproduce.py",
        "inputs": [
          "rounds/llm-latency-long/raw/round2-eu-*.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes long-probe request summaries from text-free event logs; it does not repeat model calls.",
        "script_path": "rounds/llm-latency-long/reproduce.py"
      }
    },
    {
      "id": "llm-latency-short",
      "url": "/rounds/llm-latency-short/",
      "status": "DESCRIPTIVE",
      "title": "LLM latency probe: short prompts",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-llm-latency-short-request-counts-and-endpoints"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/llm-latency-short/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "llm-latency-short",
        "script": "python3 rounds/llm-latency-short/reproduce.py",
        "inputs": [
          "rounds/llm-latency-short/raw/*.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes request counts and quantiles from text-free event logs; it does not repeat model calls.",
        "script_path": "rounds/llm-latency-short/reproduce.py"
      }
    },
    {
      "id": "luna-medium",
      "url": "/rounds/luna-medium/",
      "status": "DESCRIPTIVE",
      "title": "Luna medium on core4",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/luna-medium/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "luna-medium",
        "script": null,
        "inputs": [
          "rounds/luna-medium/README.md",
          "rounds/luna-medium/cells.csv",
          "rounds/luna-medium/records.jsonl"
        ],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "The public per-cell summaries and Standard-shaped records preserve the reported outcomes; original execution and complete phase receipts are not available for full replay.",
        "script_path": null
      }
    },
    {
      "id": "night-2026-10-01",
      "url": "/rounds/night-2026-10-01/",
      "status": "DESCRIPTIVE",
      "title": "benchmark night 2026-10-01",
      "family_ids": [
        "F03",
        "F07"
      ],
      "hypotheses": [
        "H19",
        "H21",
        "H29",
        "H31",
        "H80",
        "H81",
        "H82",
        "H84",
        "H85",
        "H86",
        "H87",
        "H88",
        "H89",
        "H90"
      ],
      "claims": [
        "CL-WA-night-2026-10-01-reported-night-overall",
        "CL-WA-night-2026-10-01-reported-night-p1",
        "CL-WA-night-2026-10-01-reported-night-p2",
        "CL-WA-night-2026-10-01-reported-night-p3a",
        "CL-WA-night-2026-10-01-reported-night-p3c",
        "CL-WA-night-2026-10-01-reported-night-p5",
        "CL-WA-night-2026-10-01-reported-night-parallel-read",
        "CL-WA-night-2026-10-01-reported-night-pi-mining"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/night-2026-10-01/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "night-2026-10-01",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "offline-aa-bo3",
      "url": "/rounds/offline-aa-bo3/",
      "status": "DESCRIPTIVE",
      "title": "Offline A/A and best-of-three analysis",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-offline-aa-bo3-reported-observation"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/offline-aa-bo3/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "offline-aa-bo3",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "offline-contract-audit",
      "url": "/rounds/offline-contract-audit/",
      "status": "DESCRIPTIVE",
      "title": "Offline contract audit",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-offline-contract-audit-reported-observation"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/offline-contract-audit/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "offline-contract-audit",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "offline-review",
      "url": "/rounds/offline-review/",
      "status": "DESCRIPTIVE",
      "title": "Historical offline review audit",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-offline-review-reported-observation"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/offline-review/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "offline-review",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "offline-review3",
      "url": "/rounds/offline-review3/",
      "status": "INCOMPLETE",
      "title": "Frozen offline reviewer comparison",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-offline-review3-reported-observation"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/offline-review3/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "offline-review3",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "overstrict-replay",
      "url": "/rounds/overstrict-replay/",
      "status": "DESCRIPTIVE",
      "title": "Over-strict test replay",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-overstrict-replay-reported-observation"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/overstrict-replay/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "overstrict-replay",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "pilot73",
      "url": "/rounds/pilot73/",
      "status": "DESCRIPTIVE",
      "title": "pilot73 — recovered shaper source round",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/pilot73/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "pilot73",
        "script": "python3 reproduce/recompute_mined.py",
        "inputs": [
          "data/mined/*.jsonl.gz",
          "reproduce/inputs/cell-metadata.json",
          "reproduce/inputs/grades.final.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Regenerates observed source-row summaries and token comparisons for the recovered pilot tag. It does not establish the registered r73 scored phase, a planned denominator, or historical model execution.",
        "script_path": "reproduce/recompute_mined.py"
      }
    },
    {
      "id": "r1",
      "url": "/rounds/r1/",
      "status": "INVALID",
      "title": "r1",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r1/README.md",
      "run_records": {
        "bytes": 510367,
        "file": "r1.jsonl",
        "record_count": 86,
        "round_id": "r1",
        "schema_version": "1.2",
        "sha256": "eafddad56112975a5d11d3b0a9c28d0ee9d2a39d01cae580f8b9e197d707841c",
        "path": "results/run-records/r1.jsonl"
      },
      "reproduction": {
        "round_id": "r1",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r10",
      "url": "/rounds/r10/",
      "status": "DESCRIPTIVE",
      "title": "r10",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r10/README.md",
      "run_records": {
        "bytes": 75187,
        "file": "r10.jsonl",
        "record_count": 12,
        "round_id": "r10",
        "schema_version": "1.2",
        "sha256": "ab9f46ac71b256c3cfdac6d2e88517d6ab3eb9522f8e688e8d17fa6f3d00ff66",
        "path": "results/run-records/r10.jsonl"
      },
      "reproduction": {
        "round_id": "r10",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r11",
      "url": "/rounds/r11/",
      "status": "DESCRIPTIVE",
      "title": "r11",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r11/README.md",
      "run_records": {
        "bytes": 154758,
        "file": "r11.jsonl",
        "record_count": 25,
        "round_id": "r11",
        "schema_version": "1.2",
        "sha256": "5c2ae2cb68a99179c4aa7b2bc0f4977b1fe182f1b7b400003b6693069a7fc505",
        "path": "results/run-records/r11.jsonl"
      },
      "reproduction": {
        "round_id": "r11",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r12",
      "url": "/rounds/r12/",
      "status": "INVALID",
      "title": "r12",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r12/README.md",
      "run_records": {
        "bytes": 151046,
        "file": "r12.jsonl",
        "record_count": 24,
        "round_id": "r12",
        "schema_version": "1.2",
        "sha256": "4b8a86b03e7e0740f9ab25c94801ecc4a810a60d29b22818195449fff61d6ca6",
        "path": "results/run-records/r12.jsonl"
      },
      "reproduction": {
        "round_id": "r12",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r13",
      "url": "/rounds/r13/",
      "status": "DESCRIPTIVE",
      "title": "r13",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r13/README.md",
      "run_records": {
        "bytes": 123621,
        "file": "r13.jsonl",
        "record_count": 20,
        "round_id": "r13",
        "schema_version": "1.2",
        "sha256": "80c5e97bf46fdfad1c5312df72f0d79fe200793895a03e14eac0e3d0995c1985",
        "path": "results/run-records/r13.jsonl"
      },
      "reproduction": {
        "round_id": "r13",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r14",
      "url": "/rounds/r14/",
      "status": "DESCRIPTIVE",
      "title": "r14",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r14/README.md",
      "run_records": {
        "bytes": 61651,
        "file": "r14.jsonl",
        "record_count": 10,
        "round_id": "r14",
        "schema_version": "1.2",
        "sha256": "ea9c8c3ebe2703c7cee1686893317607822dbe686f436c3bc8e61a944a37d9f7",
        "path": "results/run-records/r14.jsonl"
      },
      "reproduction": {
        "round_id": "r14",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r15",
      "url": "/rounds/r15/",
      "status": "DESCRIPTIVE",
      "title": "r15",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r15/README.md",
      "run_records": {
        "bytes": 155324,
        "file": "r15.jsonl",
        "record_count": 25,
        "round_id": "r15",
        "schema_version": "1.2",
        "sha256": "7e962caf6ffedc1ad74d30f2b66509360f70bf8f95aa24ef3d7a347437cb7897",
        "path": "results/run-records/r15.jsonl"
      },
      "reproduction": {
        "round_id": "r15",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r16",
      "url": "/rounds/r16/",
      "status": "DESCRIPTIVE",
      "title": "r16",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r16/README.md",
      "run_records": {
        "bytes": 113701,
        "file": "r16.jsonl",
        "record_count": 18,
        "round_id": "r16",
        "schema_version": "1.2",
        "sha256": "1bdf44f73b1406e41a03b8d45b5481e9f123d3d97505db21b7a84a20e561b9c1",
        "path": "results/run-records/r16.jsonl"
      },
      "reproduction": {
        "round_id": "r16",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r17",
      "url": "/rounds/r17/",
      "status": "DESCRIPTIVE",
      "title": "r17",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r17/README.md",
      "run_records": {
        "bytes": 218285,
        "file": "r17.jsonl",
        "record_count": 35,
        "round_id": "r17",
        "schema_version": "1.2",
        "sha256": "5e87f3c78565c2597f9502edf24ecb89e8f3f6bde6fd016e20155a4c0c765834",
        "path": "results/run-records/r17.jsonl"
      },
      "reproduction": {
        "round_id": "r17",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r18",
      "url": "/rounds/r18/",
      "status": "DESCRIPTIVE",
      "title": "r18",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r18/README.md",
      "run_records": {
        "bytes": 127839,
        "file": "r18.jsonl",
        "record_count": 20,
        "round_id": "r18",
        "schema_version": "1.2",
        "sha256": "1793aa5f79d5805f44e626c1dbc4a685404064dcdb6fe4109b43472e13d3dc50",
        "path": "results/run-records/r18.jsonl"
      },
      "reproduction": {
        "round_id": "r18",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r19",
      "url": "/rounds/r19/",
      "status": "DESCRIPTIVE",
      "title": "r19",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r19/README.md",
      "run_records": {
        "bytes": 267333,
        "file": "r19.jsonl",
        "record_count": 42,
        "round_id": "r19",
        "schema_version": "1.2",
        "sha256": "04afa06e80eda62fd8cd08af4ee838e7cb8454c8a98a760c8e581b63e5337268",
        "path": "results/run-records/r19.jsonl"
      },
      "reproduction": {
        "round_id": "r19",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r2",
      "url": "/rounds/r2/",
      "status": "DESCRIPTIVE",
      "title": "r2",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r2/README.md",
      "run_records": {
        "bytes": 568095,
        "file": "r2.jsonl",
        "record_count": 95,
        "round_id": "r2",
        "schema_version": "1.2",
        "sha256": "81dd02793ff6514aecd2389b70ec3b31ccbb8678744789aa4d8efef1ec213c96",
        "path": "results/run-records/r2.jsonl"
      },
      "reproduction": {
        "round_id": "r2",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r20",
      "url": "/rounds/r20/",
      "status": "DESCRIPTIVE",
      "title": "r20",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r20/README.md",
      "run_records": {
        "bytes": 38838,
        "file": "r20.jsonl",
        "record_count": 6,
        "round_id": "r20",
        "schema_version": "1.2",
        "sha256": "516d70dd6bf997d811a086b82facbba6300e5e121eaa2ad6a7f5270e063ba9ea",
        "path": "results/run-records/r20.jsonl"
      },
      "reproduction": {
        "round_id": "r20",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r21",
      "url": "/rounds/r21/",
      "status": "DESCRIPTIVE",
      "title": "r21",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r21/README.md",
      "run_records": {
        "bytes": 219935,
        "file": "r21.jsonl",
        "record_count": 33,
        "round_id": "r21",
        "schema_version": "1.2",
        "sha256": "aeb13979a92b5db10a321527afaa5a059d7f775909300d615a3bdec726bea8de",
        "path": "results/run-records/r21.jsonl"
      },
      "reproduction": {
        "round_id": "r21",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r22",
      "url": "/rounds/r22/",
      "status": "DESCRIPTIVE",
      "title": "r22",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r22/README.md",
      "run_records": {
        "bytes": 260713,
        "file": "r22.jsonl",
        "record_count": 40,
        "round_id": "r22",
        "schema_version": "1.2",
        "sha256": "040ea5b62e4bced32e2da4e2d53f50700793f200b375e4a11f5459e7ca95ab84",
        "path": "results/run-records/r22.jsonl"
      },
      "reproduction": {
        "round_id": "r22",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r23",
      "url": "/rounds/r23/",
      "status": "DESCRIPTIVE",
      "title": "r23",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r23/README.md",
      "run_records": {
        "bytes": 237472,
        "file": "r23.jsonl",
        "record_count": 36,
        "round_id": "r23",
        "schema_version": "1.2",
        "sha256": "2272a8b885154d0f364c4bef8317b268b1058c504128d9f4de0d41f7767e77a3",
        "path": "results/run-records/r23.jsonl"
      },
      "reproduction": {
        "round_id": "r23",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r24",
      "url": "/rounds/r24/",
      "status": "DESCRIPTIVE",
      "title": "r24",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r24/README.md",
      "run_records": {
        "bytes": 261017,
        "file": "r24.jsonl",
        "record_count": 40,
        "round_id": "r24",
        "schema_version": "1.2",
        "sha256": "1546fb44430c97b0f65a8c61d7cf751f89bdbf66479921231c812f8c800267e7",
        "path": "results/run-records/r24.jsonl"
      },
      "reproduction": {
        "round_id": "r24",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r25",
      "url": "/rounds/r25/",
      "status": "DESCRIPTIVE",
      "title": "r25",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r25/README.md",
      "run_records": {
        "bytes": 224703,
        "file": "r25.jsonl",
        "record_count": 36,
        "round_id": "r25",
        "schema_version": "1.2",
        "sha256": "36e21d3f75d54806d58ef0b9d78c8367d36a1d34df9acf75ee4132e39ebeb0da",
        "path": "results/run-records/r25.jsonl"
      },
      "reproduction": {
        "round_id": "r25",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r26",
      "url": "/rounds/r26/",
      "status": "DESCRIPTIVE",
      "title": "r26",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r26/README.md",
      "run_records": {
        "bytes": 358840,
        "file": "r26.jsonl",
        "record_count": 55,
        "round_id": "r26",
        "schema_version": "1.2",
        "sha256": "c810eea0e7d63dcaa8ebc18fa9ed7f729648ee17dd1bb6319bb53d4e0d60a10a",
        "path": "results/run-records/r26.jsonl"
      },
      "reproduction": {
        "round_id": "r26",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r27",
      "url": "/rounds/r27/",
      "status": "DESCRIPTIVE",
      "title": "r27",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r27/README.md",
      "run_records": {
        "bytes": 936656,
        "file": "r27.jsonl",
        "record_count": 150,
        "round_id": "r27",
        "schema_version": "1.2",
        "sha256": "5e735fc107008fa61f6f801cfbc798614ef74cc5165aef26f9a311ccf2a150db",
        "path": "results/run-records/r27.jsonl"
      },
      "reproduction": {
        "round_id": "r27",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r28",
      "url": "/rounds/r28/",
      "status": "INVALID",
      "title": "r28",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r28/README.md",
      "run_records": {
        "bytes": 362201,
        "file": "r28.jsonl",
        "record_count": 55,
        "round_id": "r28",
        "schema_version": "1.2",
        "sha256": "4131ff6399ddc38da9498d62ce6ff0787c6106a47988aed93b357f35a9013b02",
        "path": "results/run-records/r28.jsonl"
      },
      "reproduction": {
        "round_id": "r28",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r29",
      "url": "/rounds/r29/",
      "status": "DESCRIPTIVE",
      "title": "r29",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r29/README.md",
      "run_records": {
        "bytes": 484678,
        "file": "r29.jsonl",
        "record_count": 75,
        "round_id": "r29",
        "schema_version": "1.2",
        "sha256": "da73aaec22c3f63fc999a519e2f8eccbc997d87fc7cfe05ff1703de3072f879f",
        "path": "results/run-records/r29.jsonl"
      },
      "reproduction": {
        "round_id": "r29",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r3",
      "url": "/rounds/r3/",
      "status": "INVALID",
      "title": "r3",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r3/README.md",
      "run_records": {
        "bytes": 739929,
        "file": "r3.jsonl",
        "record_count": 119,
        "round_id": "r3",
        "schema_version": "1.2",
        "sha256": "9961c8b5a24a8e961ccde282dbd228cdba46f83a307ac244c9607dc1e38d6f81",
        "path": "results/run-records/r3.jsonl"
      },
      "reproduction": {
        "round_id": "r3",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r30",
      "url": "/rounds/r30/",
      "status": "DESCRIPTIVE",
      "title": "r30",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r30/README.md",
      "run_records": {
        "bytes": 745532,
        "file": "r30.jsonl",
        "record_count": 110,
        "round_id": "r30",
        "schema_version": "1.2",
        "sha256": "d72658eb1ae43d2199dcbd4d2c68c0b101bd9e1d3e7e03c40e734c6b605aa420",
        "path": "results/run-records/r30.jsonl"
      },
      "reproduction": {
        "round_id": "r30",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r31",
      "url": "/rounds/r31/",
      "status": "INVALID",
      "title": "r31",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r31/README.md",
      "run_records": {
        "bytes": 136128,
        "file": "r31.jsonl",
        "record_count": 20,
        "round_id": "r31",
        "schema_version": "1.2",
        "sha256": "fe07ded819ed2ae0577a9533dd419000e8a9975817583179d73b6e510dec5e8a",
        "path": "results/run-records/r31.jsonl"
      },
      "reproduction": {
        "round_id": "r31",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r32",
      "url": "/rounds/r32/",
      "status": "DESCRIPTIVE",
      "title": "r32",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r32/README.md",
      "run_records": {
        "bytes": 132223,
        "file": "r32.jsonl",
        "record_count": 20,
        "round_id": "r32",
        "schema_version": "1.2",
        "sha256": "3e26a024dc63d19c9b9bfce36399c8f21238c99fe1406122a4004cb060d1e40d",
        "path": "results/run-records/r32.jsonl"
      },
      "reproduction": {
        "round_id": "r32",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r32a",
      "url": "/rounds/r32a/",
      "status": "INCOMPLETE",
      "title": "r32a",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r32a/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "r32a",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r32b",
      "url": "/rounds/r32b/",
      "status": "DESCRIPTIVE",
      "title": "r32b",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r32b/README.md",
      "run_records": {
        "bytes": 103344,
        "file": "r32b.jsonl",
        "record_count": 15,
        "round_id": "r32b",
        "schema_version": "1.2",
        "sha256": "9b90a08e3ba3a812fadc210d3836b534b8bfb787e5ee30d38a295ab37526710f",
        "path": "results/run-records/r32b.jsonl"
      },
      "reproduction": {
        "round_id": "r32b",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r33",
      "url": "/rounds/r33/",
      "status": "DESCRIPTIVE",
      "title": "r33",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r33/README.md",
      "run_records": {
        "bytes": 547713,
        "file": "r33.jsonl",
        "record_count": 81,
        "round_id": "r33",
        "schema_version": "1.2",
        "sha256": "2c9820cbb1a67e2a3815a9e9bd6f22706346d5a3324859ade534ed3c640d6a0d",
        "path": "results/run-records/r33.jsonl"
      },
      "reproduction": {
        "round_id": "r33",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r34",
      "url": "/rounds/r34/",
      "status": "DESCRIPTIVE",
      "title": "r34",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r34/README.md",
      "run_records": {
        "bytes": 95107,
        "file": "r34.jsonl",
        "record_count": 15,
        "round_id": "r34",
        "schema_version": "1.2",
        "sha256": "7d3d0a01a70ccb1e75f19ffe0d5201fd00cf0c1a96dcbfe94067cd29c3dddf5a",
        "path": "results/run-records/r34.jsonl"
      },
      "reproduction": {
        "round_id": "r34",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r34b",
      "url": "/rounds/r34b/",
      "status": "DESCRIPTIVE",
      "title": "r34b",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r34b/README.md",
      "run_records": {
        "bytes": 35082,
        "file": "r34b.jsonl",
        "record_count": 5,
        "round_id": "r34b",
        "schema_version": "1.2",
        "sha256": "4586a58cc5ff3358133000a0643dd83cd6c935955fe8bc5159bfa268c14190d4",
        "path": "results/run-records/r34b.jsonl"
      },
      "reproduction": {
        "round_id": "r34b",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r35",
      "url": "/rounds/r35/",
      "status": "DESCRIPTIVE",
      "title": "r35",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r35/README.md",
      "run_records": {
        "bytes": 284582,
        "file": "r35.jsonl",
        "record_count": 40,
        "round_id": "r35",
        "schema_version": "1.2",
        "sha256": "062154cea9ee22993569a70668bef36da738db002bdaa07e88022cef5c5dd059",
        "path": "results/run-records/r35.jsonl"
      },
      "reproduction": {
        "round_id": "r35",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r36",
      "url": "/rounds/r36/",
      "status": "INVALID",
      "title": "r36",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r36/README.md",
      "run_records": {
        "bytes": 225349,
        "file": "r36.jsonl",
        "record_count": 33,
        "round_id": "r36",
        "schema_version": "1.2",
        "sha256": "559e0590cbc149046ea7abc564b9b741fbbe4b2371aead23f07bfbac02ea07f0",
        "path": "results/run-records/r36.jsonl"
      },
      "reproduction": {
        "round_id": "r36",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r37",
      "url": "/rounds/r37/",
      "status": "INVALID",
      "title": "r37",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r37/README.md",
      "run_records": {
        "bytes": 557800,
        "file": "r37.jsonl",
        "record_count": 84,
        "round_id": "r37",
        "schema_version": "1.2",
        "sha256": "ae9bbf93c16a8a717e9c51b47b6fc13a44069655eea58636b9aa2f475b7c1e82",
        "path": "results/run-records/r37.jsonl"
      },
      "reproduction": {
        "round_id": "r37",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r37c",
      "url": "/rounds/r37c/",
      "status": "DESCRIPTIVE",
      "title": "r37c",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r37c/README.md",
      "run_records": {
        "bytes": 171092,
        "file": "r37c.jsonl",
        "record_count": 25,
        "round_id": "r37c",
        "schema_version": "1.2",
        "sha256": "65c7c332fea9ebf7caf97b65428741c79c54e7a9edc8664cbf2b2fdcbcc92928",
        "path": "results/run-records/r37c.jsonl"
      },
      "reproduction": {
        "round_id": "r37c",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r38",
      "url": "/rounds/r38/",
      "status": "DESCRIPTIVE",
      "title": "r38",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r38/README.md",
      "run_records": {
        "bytes": 90993,
        "file": "r38.jsonl",
        "record_count": 12,
        "round_id": "r38",
        "schema_version": "1.2",
        "sha256": "ab8aae8807d9d84cfa76ac3f8adccc12aca38953dc728e9ce5125dae27605a3e",
        "path": "results/run-records/r38.jsonl"
      },
      "reproduction": {
        "round_id": "r38",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r39",
      "url": "/rounds/r39/",
      "status": "INVALID",
      "title": "r39",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r39/README.md",
      "run_records": {
        "bytes": 237999,
        "file": "r39.jsonl",
        "record_count": 36,
        "round_id": "r39",
        "schema_version": "1.2",
        "sha256": "dd666ef39aae64333406f3bb2073f41c9fd7081143835db2782fa8fae89ea33d",
        "path": "results/run-records/r39.jsonl"
      },
      "reproduction": {
        "round_id": "r39",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r39b",
      "url": "/rounds/r39b/",
      "status": "DESCRIPTIVE",
      "title": "r39b",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r39b/README.md",
      "run_records": {
        "bytes": 178548,
        "file": "r39b.jsonl",
        "record_count": 24,
        "round_id": "r39b",
        "schema_version": "1.2",
        "sha256": "0f97e0c797745ef21d8010c072edd720b949794742d4b4559b4608ea3b6f0547",
        "path": "results/run-records/r39b.jsonl"
      },
      "reproduction": {
        "round_id": "r39b",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r4",
      "url": "/rounds/r4/",
      "status": "DESCRIPTIVE",
      "title": "r4",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r4/README.md",
      "run_records": {
        "bytes": 298527,
        "file": "r4.jsonl",
        "record_count": 48,
        "round_id": "r4",
        "schema_version": "1.2",
        "sha256": "745ffa7b4e73d3388aa77f97ac41860937a04e5bdb1f0096335159a7e9afc013",
        "path": "results/run-records/r4.jsonl"
      },
      "reproduction": {
        "round_id": "r4",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r40",
      "url": "/rounds/r40/",
      "status": "DESCRIPTIVE",
      "title": "r40",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r40/README.md",
      "run_records": {
        "bytes": 171680,
        "file": "r40.jsonl",
        "record_count": 24,
        "round_id": "r40",
        "schema_version": "1.2",
        "sha256": "c8c55acfd547d7df627c24c9fcea4f6bd5714e4ec062588cc9afc777915604ba",
        "path": "results/run-records/r40.jsonl"
      },
      "reproduction": {
        "round_id": "r40",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r41",
      "url": "/rounds/r41/",
      "status": "INVALID",
      "title": "r41",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r41/README.md",
      "run_records": {
        "bytes": 107177,
        "file": "r41.jsonl",
        "record_count": 16,
        "round_id": "r41",
        "schema_version": "1.2",
        "sha256": "862eb855b1531804a57a27fa491a26f009fe3d93cd128ce7b7c228d0575ca6b5",
        "path": "results/run-records/r41.jsonl"
      },
      "reproduction": {
        "round_id": "r41",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r42",
      "url": "/rounds/r42/",
      "status": "INVALID",
      "title": "r42",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r42/README.md",
      "run_records": {
        "bytes": 76536,
        "file": "r42.jsonl",
        "record_count": 12,
        "round_id": "r42",
        "schema_version": "1.2",
        "sha256": "efb68525fefda8ec9ba5eab108983b7f0413ad5e668be8092da3e066cb7cafe9",
        "path": "results/run-records/r42.jsonl"
      },
      "reproduction": {
        "round_id": "r42",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r43",
      "url": "/rounds/r43/",
      "status": "DESCRIPTIVE",
      "title": "r43",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r43/README.md",
      "run_records": {
        "bytes": 242576,
        "file": "r43.jsonl",
        "record_count": 30,
        "round_id": "r43",
        "schema_version": "1.2",
        "sha256": "c502355475e67e84ecd24faaf859b7a1780bbea2fe9f6bc7739d9eeae86e09b7",
        "path": "results/run-records/r43.jsonl"
      },
      "reproduction": {
        "round_id": "r43",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r44",
      "url": "/rounds/r44/",
      "status": "DESCRIPTIVE",
      "title": "r44",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r44/README.md",
      "run_records": {
        "bytes": 75845,
        "file": "r44.jsonl",
        "record_count": 12,
        "round_id": "r44",
        "schema_version": "1.2",
        "sha256": "da11e58f18470db13b7fca04317a844ca48ab46a46c4b736d561ec9334b11866",
        "path": "results/run-records/r44.jsonl"
      },
      "reproduction": {
        "round_id": "r44",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r45",
      "url": "/rounds/r45/",
      "status": "INVALID",
      "title": "r45",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r45/README.md",
      "run_records": {
        "bytes": 936306,
        "file": "r45.jsonl",
        "record_count": 68,
        "round_id": "r45",
        "schema_version": "1.2",
        "sha256": "c5e4fa8055861cae88fcaa51e1213dfcecae56a2b7d9e4b219210428b4dd9fd1",
        "path": "results/run-records/r45.jsonl"
      },
      "reproduction": {
        "round_id": "r45",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r46",
      "url": "/rounds/r46/",
      "status": "DESCRIPTIVE",
      "title": "r46",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r46/README.md",
      "run_records": {
        "bytes": 439068,
        "file": "r46.jsonl",
        "record_count": 66,
        "round_id": "r46",
        "schema_version": "1.2",
        "sha256": "ed0b0a064ddadfbb74451ed7623d77f92caf82e8593689dbedd4641aefb4d516",
        "path": "results/run-records/r46.jsonl"
      },
      "reproduction": {
        "round_id": "r46",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r47",
      "url": "/rounds/r47/",
      "status": "DESCRIPTIVE",
      "title": "r47",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r47/README.md",
      "run_records": {
        "bytes": 364725,
        "file": "r47.jsonl",
        "record_count": 54,
        "round_id": "r47",
        "schema_version": "1.2",
        "sha256": "ac5ffe8efaac1bc15bbc7e42c6f9d57661ade0e75a6e8cb51cf2f097306e9e72",
        "path": "results/run-records/r47.jsonl"
      },
      "reproduction": {
        "round_id": "r47",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r48",
      "url": "/rounds/r48/",
      "status": "DESCRIPTIVE",
      "title": "r48",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r48/README.md",
      "run_records": {
        "bytes": 453085,
        "file": "r48.jsonl",
        "record_count": 66,
        "round_id": "r48",
        "schema_version": "1.2",
        "sha256": "8b01a21f525e073852d614bc4029528474cd5a94927b50e0bf1f0eed1f3d5b08",
        "path": "results/run-records/r48.jsonl"
      },
      "reproduction": {
        "round_id": "r48",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r48b",
      "url": "/rounds/r48b/",
      "status": "DESCRIPTIVE",
      "title": "r48b",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r48b/README.md",
      "run_records": {
        "bytes": 165048,
        "file": "r48b.jsonl",
        "record_count": 24,
        "round_id": "r48b",
        "schema_version": "1.2",
        "sha256": "32591ddfd2f8a78420008adab510cfe8a95112df83074e91bb6133c110adfc50",
        "path": "results/run-records/r48b.jsonl"
      },
      "reproduction": {
        "round_id": "r48b",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r49",
      "url": "/rounds/r49/",
      "status": "INVALID",
      "title": "r49",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r49/README.md",
      "run_records": {
        "bytes": 923727,
        "file": "r49.jsonl",
        "record_count": 132,
        "round_id": "r49",
        "schema_version": "1.2",
        "sha256": "144927a3b1c4c60b26a54dd4abd070645926a05d6c625ca1ddc1099f2f86a5ba",
        "path": "results/run-records/r49.jsonl"
      },
      "reproduction": {
        "round_id": "r49",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r49b",
      "url": "/rounds/r49b/",
      "status": "DESCRIPTIVE",
      "title": "r49b",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r49b/README.md",
      "run_records": {
        "bytes": 146590,
        "file": "r49b.jsonl",
        "record_count": 23,
        "round_id": "r49b",
        "schema_version": "1.2",
        "sha256": "296c185fa088b095277a899e1d69e3b86372c07cf9f4b761d1aee6e7a52dca4e",
        "path": "results/run-records/r49b.jsonl"
      },
      "reproduction": {
        "round_id": "r49b",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r5",
      "url": "/rounds/r5/",
      "status": "DESCRIPTIVE",
      "title": "r5",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r5/README.md",
      "run_records": {
        "bytes": 74010,
        "file": "r5.jsonl",
        "record_count": 12,
        "round_id": "r5",
        "schema_version": "1.2",
        "sha256": "c88c10f5cb14b383fffb5d4ce783a1cd7186f31659db97a9e66b0ab3e6aea8db",
        "path": "results/run-records/r5.jsonl"
      },
      "reproduction": {
        "round_id": "r5",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r50",
      "url": "/rounds/r50/",
      "status": "INCOMPLETE",
      "title": "r50",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r50/README.md",
      "run_records": {
        "bytes": 1535739,
        "file": "r50.jsonl",
        "record_count": 198,
        "round_id": "r50",
        "schema_version": "1.2",
        "sha256": "ae940cc86c4f535c92f2b6891c186e72af76ffe64e6d0e23700ad5a55400f103",
        "path": "results/run-records/r50.jsonl"
      },
      "reproduction": {
        "round_id": "r50",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r51",
      "url": "/rounds/r51/",
      "status": "INCOMPLETE",
      "title": "r51",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r51/README.md",
      "run_records": {
        "bytes": 1267217,
        "file": "r51.jsonl",
        "record_count": 192,
        "round_id": "r51",
        "schema_version": "1.2",
        "sha256": "ffc09444e94b71e5f536e7a7db63890132ba4a3e4b7a2b2c65318e1ba023188c",
        "path": "results/run-records/r51.jsonl"
      },
      "reproduction": {
        "round_id": "r51",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r52",
      "url": "/rounds/r52/",
      "status": "PILOT",
      "title": "r52",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r52/README.md",
      "run_records": {
        "bytes": 28201,
        "file": "r52.jsonl",
        "record_count": 4,
        "round_id": "r52",
        "schema_version": "1.2",
        "sha256": "515b587c6200dfe75d68f47a796652c36564b4426efc4c3edd7e55f9565a5bf4",
        "path": "results/run-records/r52.jsonl"
      },
      "reproduction": {
        "round_id": "r52",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r53",
      "url": "/rounds/r53/",
      "status": "INVALID",
      "title": "r53",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r53-public-export-coverage",
        "CL-WA-r53-source-reported-denominator-variants"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r53/README.md",
      "run_records": {
        "bytes": 721039,
        "file": "r53.jsonl",
        "record_count": 110,
        "round_id": "r53",
        "schema_version": "1.2",
        "sha256": "10d7db09428d55e6077304a767507c48ee639c249d9b8857c57fdbfe7f7a9252",
        "path": "results/run-records/r53.jsonl"
      },
      "reproduction": {
        "round_id": "r53",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r53b",
      "url": "/rounds/r53b/",
      "status": "INCOMPLETE",
      "title": "r53b",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r53b-public-export-coverage"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r53b/README.md",
      "run_records": {
        "bytes": 676275,
        "file": "r53b.jsonl",
        "record_count": 108,
        "round_id": "r53b",
        "schema_version": "1.2",
        "sha256": "1859f5618befef219cc30a36703f3dd1a14fa6756d51f34e4eb311ff7ca6023b",
        "path": "results/run-records/r53b.jsonl"
      },
      "reproduction": {
        "round_id": "r53b",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r54",
      "url": "/rounds/r54/",
      "status": "INCOMPLETE",
      "title": "r54",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r54/README.md",
      "run_records": {
        "bytes": 190676,
        "file": "r54.jsonl",
        "record_count": 30,
        "round_id": "r54",
        "schema_version": "1.2",
        "sha256": "ee957b331749f675272b18cc05edea345ab22a6a9908498d2730d150b540ebab",
        "path": "results/run-records/r54.jsonl"
      },
      "reproduction": {
        "round_id": "r54",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r55",
      "url": "/rounds/r55/",
      "status": "INCOMPLETE",
      "title": "r55",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r55/README.md",
      "run_records": {
        "bytes": 187541,
        "file": "r55.jsonl",
        "record_count": 30,
        "round_id": "r55",
        "schema_version": "1.2",
        "sha256": "bf358cb7a238485fbdb7e5d0f6ff7611b41af09626c172557aa18ca247961534",
        "path": "results/run-records/r55.jsonl"
      },
      "reproduction": {
        "round_id": "r55",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r56",
      "url": "/rounds/r56/",
      "status": "INVALID",
      "title": "r56",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r56-public-export-coverage",
        "CL-WA-r56-source-reported-denominator-variants"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r56/README.md",
      "run_records": {
        "bytes": 1463526,
        "file": "r56.jsonl",
        "record_count": 222,
        "round_id": "r56",
        "schema_version": "1.2",
        "sha256": "ec9367f8082dd483dec5249a584d9c935852a6f9250f800441b9b9b5c432f2c9",
        "path": "results/run-records/r56.jsonl"
      },
      "reproduction": {
        "round_id": "r56",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r56b",
      "url": "/rounds/r56b/",
      "status": "INCOMPLETE",
      "title": "r56b",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r56b-public-export-coverage"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r56b/README.md",
      "run_records": {
        "bytes": 2322114,
        "file": "r56b.jsonl",
        "record_count": 312,
        "round_id": "r56b",
        "schema_version": "1.2",
        "sha256": "4b51dd0d92430e12e7030a8abd73fff3c2f27b13e5b5d5fc7365f023d711aa87",
        "path": "results/run-records/r56b.jsonl"
      },
      "reproduction": {
        "round_id": "r56b",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r56c",
      "url": "/rounds/r56c/",
      "status": "INCOMPLETE",
      "title": "r56c",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r56c-public-export-coverage"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r56c/README.md",
      "run_records": {
        "bytes": 903290,
        "file": "r56c.jsonl",
        "record_count": 128,
        "round_id": "r56c",
        "schema_version": "1.2",
        "sha256": "b76a673bba20641b19b88e74fffa5c7aaedd34548b489d88cc80fb419b2d0571",
        "path": "results/run-records/r56c.jsonl"
      },
      "reproduction": {
        "round_id": "r56c",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r56d",
      "url": "/rounds/r56d/",
      "status": "INCOMPLETE",
      "title": "r56d",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r56d-public-export-coverage"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r56d/README.md",
      "run_records": {
        "bytes": 266931,
        "file": "r56d.jsonl",
        "record_count": 37,
        "round_id": "r56d",
        "schema_version": "1.2",
        "sha256": "337aa41b224089b8741f11d4cd40c86a72081e0f5fe6a5c0c4dbccbdaecb6006",
        "path": "results/run-records/r56d.jsonl"
      },
      "reproduction": {
        "round_id": "r56d",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r56p2",
      "url": "/rounds/r56p2/",
      "status": "INCOMPLETE",
      "title": "r56p2",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r56p2-public-export-coverage"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r56p2/README.md",
      "run_records": {
        "bytes": 2152692,
        "file": "r56p2.jsonl",
        "record_count": 336,
        "round_id": "r56p2",
        "schema_version": "1.2",
        "sha256": "5c8f5a58cfcc94a56ea894c19cf609d2bc9e3286bd18b08c793c02b3651fe8dd",
        "path": "results/run-records/r56p2.jsonl"
      },
      "reproduction": {
        "round_id": "r56p2",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r57",
      "url": "/rounds/r57/",
      "status": "INVALID",
      "title": "r57",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r57-public-export-coverage",
        "CL-WA-r57-source-reported-denominator-variants"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r57/README.md",
      "run_records": {
        "bytes": 258226,
        "file": "r57.jsonl",
        "record_count": 41,
        "round_id": "r57",
        "schema_version": "1.2",
        "sha256": "bf9637e5306ba9e8b77c5bafa9c8376d3fffbe2da1578651291307f5d871efb7",
        "path": "results/run-records/r57.jsonl"
      },
      "reproduction": {
        "round_id": "r57",
        "script": "python3 reproduce/reconcile_l0.py",
        "inputs": [
          "rounds/l0-reconcile/data/r72-p1.csv",
          "rounds/l0-reconcile/data/r72-p3-partial.csv",
          "rounds/l0-reconcile/data/r74-graded-subset.csv",
          "rounds/l0-reconcile/data/r74-smoke-attempts.csv",
          "rounds/l0-reconcile/data/r74-coverage.csv",
          "rounds/l0-reconcile/data/r69-itt.csv",
          "rounds/l0-reconcile/data/r57-pooled-itt.csv"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes selected reconciliation CSV summaries only; it does not replay historical model executions or complete the canonical official outcome join.",
        "script_path": "reproduce/reconcile_l0.py"
      }
    },
    {
      "id": "r57-studio",
      "url": "/rounds/r57-studio/",
      "status": "PILOT",
      "title": "R57 Rails Studio smoke lane",
      "family_ids": [
        "F07"
      ],
      "hypotheses": [
        "H87",
        "H88",
        "H89"
      ],
      "claims": [
        "CL-WA-r57-studio-lifecycle-and-outcome"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r57-studio/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "r57-studio",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r57-t90-studio",
      "url": "/rounds/r57-t90-studio/",
      "status": "PILOT",
      "title": "R57 T90 Studio retry lane",
      "family_ids": [
        "F07"
      ],
      "hypotheses": [
        "H87",
        "H88",
        "H89"
      ],
      "claims": [
        "CL-WA-r57-t90-studio-lifecycle-and-outcome"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r57-t90-studio/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "r57-t90-studio",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r57b",
      "url": "/rounds/r57b/",
      "status": "INCOMPLETE",
      "title": "r57b",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r57b-public-export-coverage"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r57b/README.md",
      "run_records": {
        "bytes": 633575,
        "file": "r57b.jsonl",
        "record_count": 96,
        "round_id": "r57b",
        "schema_version": "1.2",
        "sha256": "8f57925db5b960fea8d2fac329d9e53bea1991435859885a89aa90a951b96c05",
        "path": "results/run-records/r57b.jsonl"
      },
      "reproduction": {
        "round_id": "r57b",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r57c",
      "url": "/rounds/r57c/",
      "status": "INCOMPLETE",
      "title": "r57c",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r57c-public-export-coverage"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r57c/README.md",
      "run_records": {
        "bytes": 504172,
        "file": "r57c.jsonl",
        "record_count": 80,
        "round_id": "r57c",
        "schema_version": "1.2",
        "sha256": "f95c64dc7a9586fe49c0102d0dffde057bf3d9779b8f542625fdc0d66d35cb0f",
        "path": "results/run-records/r57c.jsonl"
      },
      "reproduction": {
        "round_id": "r57c",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r57d",
      "url": "/rounds/r57d/",
      "status": "INCOMPLETE",
      "title": "r57d",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r57d-public-export-coverage"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r57d/README.md",
      "run_records": {
        "bytes": 645063,
        "file": "r57d.jsonl",
        "record_count": 97,
        "round_id": "r57d",
        "schema_version": "1.2",
        "sha256": "9ff1733df864904ebd72f03efa86d86a82a59a1e5da9b68a18fa7c90682d2290",
        "path": "results/run-records/r57d.jsonl"
      },
      "reproduction": {
        "round_id": "r57d",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r57e",
      "url": "/rounds/r57e/",
      "status": "INCOMPLETE",
      "title": "r57e",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r57e-public-export-coverage"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r57e/README.md",
      "run_records": {
        "bytes": 523080,
        "file": "r57e.jsonl",
        "record_count": 80,
        "round_id": "r57e",
        "schema_version": "1.2",
        "sha256": "a85b9121fc0b3ba037126e65e2038f56e5133d01c7ef029243ab05c62a7fd8b7",
        "path": "results/run-records/r57e.jsonl"
      },
      "reproduction": {
        "round_id": "r57e",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r58",
      "url": "/rounds/r58/",
      "status": "PILOT",
      "title": "r58",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r58/README.md",
      "run_records": {
        "bytes": 564672,
        "file": "r58.jsonl",
        "record_count": 93,
        "round_id": "r58",
        "schema_version": "1.2",
        "sha256": "079fd1989eb1fbacdd3793ca44173586b4a8397756ec31f00ec9d05ae5bcf6f5",
        "path": "results/run-records/r58.jsonl"
      },
      "reproduction": {
        "round_id": "r58",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r58b",
      "url": "/rounds/r58b/",
      "status": "INVALID",
      "title": "r58b",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r58b/README.md",
      "run_records": {
        "bytes": 30806,
        "file": "r58b.jsonl",
        "record_count": 5,
        "round_id": "r58b",
        "schema_version": "1.2",
        "sha256": "95b7406fc3683db85d2819b337e68ae13ffada31913e10be5bf4669fc48df967",
        "path": "results/run-records/r58b.jsonl"
      },
      "reproduction": {
        "round_id": "r58b",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r58x-studio",
      "url": "/rounds/r58x-studio/",
      "status": "PILOT",
      "title": "R58x Studio Elixir ladder lane",
      "family_ids": [
        "F07",
        "F12"
      ],
      "hypotheses": [
        "H77",
        "H87",
        "H88",
        "H138"
      ],
      "claims": [
        "CL-WA-r58x-studio-lifecycle-and-outcome"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r58x-studio/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "r58x-studio",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r59",
      "url": "/rounds/r59/",
      "status": "INCOMPLETE",
      "title": "r59",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r59/README.md",
      "run_records": {
        "bytes": 374556,
        "file": "r59.jsonl",
        "record_count": 60,
        "round_id": "r59",
        "schema_version": "1.2",
        "sha256": "3e250bce1ef605e4ac9f448116c545c441171d5e4d226899105e84041d215c34",
        "path": "results/run-records/r59.jsonl"
      },
      "reproduction": {
        "round_id": "r59",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r6",
      "url": "/rounds/r6/",
      "status": "DESCRIPTIVE",
      "title": "r6",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r6/README.md",
      "run_records": {
        "bytes": 280560,
        "file": "r6.jsonl",
        "record_count": 45,
        "round_id": "r6",
        "schema_version": "1.2",
        "sha256": "3b0cfd4bcbf230b7af29d7a1516c358bcbb869703a9ee131d91a20840847f27d",
        "path": "results/run-records/r6.jsonl"
      },
      "reproduction": {
        "round_id": "r6",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r60",
      "url": "/rounds/r60/",
      "status": "INVALID",
      "title": "r60",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r60/README.md",
      "run_records": {
        "bytes": 914508,
        "file": "r60.jsonl",
        "record_count": 136,
        "round_id": "r60",
        "schema_version": "1.2",
        "sha256": "04c6550dd0f7ad4cd6f0b32e5ecff6727cf551bb67bacc8d088c65ed4526ee3a",
        "path": "results/run-records/r60.jsonl"
      },
      "reproduction": {
        "round_id": "r60",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r60b",
      "url": "/rounds/r60b/",
      "status": "INVALID",
      "title": "r60b",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r60b/README.md",
      "run_records": {
        "bytes": 238171,
        "file": "r60b.jsonl",
        "record_count": 34,
        "round_id": "r60b",
        "schema_version": "1.2",
        "sha256": "52089cd4e19c844669f7c4df8590ebb07e49b6bb8473f6107aa5a4b594e2bb67",
        "path": "results/run-records/r60b.jsonl"
      },
      "reproduction": {
        "round_id": "r60b",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r61",
      "url": "/rounds/r61/",
      "status": "INVALID",
      "title": "r61",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r61/README.md",
      "run_records": {
        "bytes": 208771,
        "file": "r61.jsonl",
        "record_count": 34,
        "round_id": "r61",
        "schema_version": "1.2",
        "sha256": "0125684b500745cc0f6492764cbac49f3392e9ef6e44f9385597248bef32d25a",
        "path": "results/run-records/r61.jsonl"
      },
      "reproduction": {
        "round_id": "r61",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r62",
      "url": "/rounds/r62/",
      "status": "INVALID",
      "title": "r62",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r62/README.md",
      "run_records": {
        "bytes": 107831,
        "file": "r62.jsonl",
        "record_count": 18,
        "round_id": "r62",
        "schema_version": "1.2",
        "sha256": "33c5c2267d995299ce04bdab8dd711285f9468d06526c5df41ab5b72082a456c",
        "path": "results/run-records/r62.jsonl"
      },
      "reproduction": {
        "round_id": "r62",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r62b",
      "url": "/rounds/r62b/",
      "status": "INVALID",
      "title": "r62b",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r62b/README.md",
      "run_records": {
        "bytes": 430405,
        "file": "r62b.jsonl",
        "record_count": 72,
        "round_id": "r62b",
        "schema_version": "1.2",
        "sha256": "17c1897b763e2e3bb07c8f56a09677109ada932635645d0736f2816e148bb6a8",
        "path": "results/run-records/r62b.jsonl"
      },
      "reproduction": {
        "round_id": "r62b",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r63",
      "url": "/rounds/r63/",
      "status": "INCOMPLETE",
      "title": "r63",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r63/README.md",
      "run_records": {
        "bytes": 226329,
        "file": "r63.jsonl",
        "record_count": 34,
        "round_id": "r63",
        "schema_version": "1.2",
        "sha256": "dce0c4f8fb584706da5e1da63e65c0fdc8c156d92bf16782e971eff1eb204283",
        "path": "results/run-records/r63.jsonl"
      },
      "reproduction": {
        "round_id": "r63",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r63b",
      "url": "/rounds/r63b/",
      "status": "INCOMPLETE",
      "title": "r63b",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r63b/README.md",
      "run_records": {
        "bytes": 338697,
        "file": "r63b.jsonl",
        "record_count": 51,
        "round_id": "r63b",
        "schema_version": "1.2",
        "sha256": "f93f81592b2bd4b4ac2350e10d29312e5d2d7456cd151dd29d135d5fbdd00340",
        "path": "results/run-records/r63b.jsonl"
      },
      "reproduction": {
        "round_id": "r63b",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r64",
      "url": "/rounds/r64/",
      "status": "DESCRIPTIVE",
      "title": "r64",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r64-public-export-coverage",
        "CL-WA-r64-source-reported-denominator-variants"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r64/README.md",
      "run_records": {
        "bytes": 370733,
        "file": "r64.jsonl",
        "record_count": 51,
        "round_id": "r64",
        "schema_version": "1.2",
        "sha256": "11c02e4eff0dcd3e96998e36e5b955c0eea323a6aea65e68946302080efed1c8",
        "path": "results/run-records/r64.jsonl"
      },
      "reproduction": {
        "round_id": "r64",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r64b",
      "url": "/rounds/r64b/",
      "status": "INCOMPLETE",
      "title": "r64b",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r64b-public-export-coverage"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r64b/README.md",
      "run_records": {
        "bytes": 471184,
        "file": "r64b.jsonl",
        "record_count": 68,
        "round_id": "r64b",
        "schema_version": "1.2",
        "sha256": "81c1c978ed19110eca95248a7f118b7e758a7b945d47c26b916d43036b8c57f8",
        "path": "results/run-records/r64b.jsonl"
      },
      "reproduction": {
        "round_id": "r64b",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r64c",
      "url": "/rounds/r64c/",
      "status": "DESCRIPTIVE",
      "title": "r64c",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r64c-public-export-coverage"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r64c/README.md",
      "run_records": {
        "bytes": 701024,
        "file": "r64c.jsonl",
        "record_count": 102,
        "round_id": "r64c",
        "schema_version": "1.2",
        "sha256": "f590f6bdd9285578fb7837a3e67af4d669bb8b7da9f12dc961ca8833edb635de",
        "path": "results/run-records/r64c.jsonl"
      },
      "reproduction": {
        "round_id": "r64c",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r64d",
      "url": "/rounds/r64d/",
      "status": "DESCRIPTIVE",
      "title": "r64d",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r64d-public-export-coverage"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r64d/README.md",
      "run_records": {
        "bytes": 139791,
        "file": "r64d.jsonl",
        "record_count": 20,
        "round_id": "r64d",
        "schema_version": "1.2",
        "sha256": "07c977ca7b397a93d389392298dafd8b1e3b84b3b29eec242e6770301b04471e",
        "path": "results/run-records/r64d.jsonl"
      },
      "reproduction": {
        "round_id": "r64d",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r64e",
      "url": "/rounds/r64e/",
      "status": "INCOMPLETE",
      "title": "r64e",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r64e-public-export-coverage"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r64e/README.md",
      "run_records": {
        "bytes": 250377,
        "file": "r64e.jsonl",
        "record_count": 34,
        "round_id": "r64e",
        "schema_version": "1.2",
        "sha256": "bd6f95e85448adf3d132f059f2ac99196f484b707c0ca12ef98ba80b71410a07",
        "path": "results/run-records/r64e.jsonl"
      },
      "reproduction": {
        "round_id": "r64e",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r65",
      "url": "/rounds/r65/",
      "status": "INVALID",
      "title": "r65",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r65/README.md",
      "run_records": {
        "bytes": 95577,
        "file": "r65.jsonl",
        "record_count": 16,
        "round_id": "r65",
        "schema_version": "1.2",
        "sha256": "fe14aea5bd143250c4c5b38254b3d2c3efb5e958c88cbb4fbb045a7df64ec497",
        "path": "results/run-records/r65.jsonl"
      },
      "reproduction": {
        "round_id": "r65",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r65b",
      "url": "/rounds/r65b/",
      "status": "INVALID",
      "title": "r65b",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r65b/README.md",
      "run_records": {
        "bytes": 538510,
        "file": "r65b.jsonl",
        "record_count": 90,
        "round_id": "r65b",
        "schema_version": "1.2",
        "sha256": "8375657b4b185dfb1486b0f1536e94b42e769b800503f520c1eb4313866f5cbb",
        "path": "results/run-records/r65b.jsonl"
      },
      "reproduction": {
        "round_id": "r65b",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r66",
      "url": "/rounds/r66/",
      "status": "DESCRIPTIVE",
      "title": "r66",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r66/README.md",
      "run_records": {
        "bytes": 126749,
        "file": "r66.jsonl",
        "record_count": 20,
        "round_id": "r66",
        "schema_version": "1.2",
        "sha256": "6b27100643ea3a6f3e0108defe0cbbda0f2e6e6961768864a0b0d07277386084",
        "path": "results/run-records/r66.jsonl"
      },
      "reproduction": {
        "round_id": "r66",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r67",
      "url": "/rounds/r67/",
      "status": "INVALID",
      "title": "r67",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r67/README.md",
      "run_records": {
        "bytes": 349858,
        "file": "r67.jsonl",
        "record_count": 61,
        "round_id": "r67",
        "schema_version": "1.2",
        "sha256": "7faccdee6fc638f9f098cae5fe33448838ff3e55ddf03327d1e2c123d1fa23e6",
        "path": "results/run-records/r67.jsonl"
      },
      "reproduction": {
        "round_id": "r67",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r67b",
      "url": "/rounds/r67b/",
      "status": "INVALID",
      "title": "r67b",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r67b/README.md",
      "run_records": {
        "bytes": 327455,
        "file": "r67b.jsonl",
        "record_count": 55,
        "round_id": "r67b",
        "schema_version": "1.2",
        "sha256": "22777f8e7f6d6204a130fc693f38271475e74a5bdb188d274b81b15188096f60",
        "path": "results/run-records/r67b.jsonl"
      },
      "reproduction": {
        "round_id": "r67b",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r68",
      "url": "/rounds/r68/",
      "status": "INCOMPLETE",
      "title": "r68",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r68/README.md",
      "run_records": {
        "bytes": 75378,
        "file": "r68.jsonl",
        "record_count": 12,
        "round_id": "r68",
        "schema_version": "1.2",
        "sha256": "9370a78026d5497bd5e1748d89064d76074f167944d53880712aba67335e1fe8",
        "path": "results/run-records/r68.jsonl"
      },
      "reproduction": {
        "round_id": "r68",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r68b",
      "url": "/rounds/r68b/",
      "status": "DESCRIPTIVE",
      "title": "r68b",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r68b/README.md",
      "run_records": {
        "bytes": 152980,
        "file": "r68b.jsonl",
        "record_count": 24,
        "round_id": "r68b",
        "schema_version": "1.2",
        "sha256": "0c10d265ad7476777680dee270fa6d6ea5308409aad05a461a14dd971037e43e",
        "path": "results/run-records/r68b.jsonl"
      },
      "reproduction": {
        "round_id": "r68b",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r69",
      "url": "/rounds/r69/",
      "status": "INVALID",
      "title": "r69",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r69-public-export-coverage",
        "CL-WA-r69-source-reported-denominator-variants"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r69/README.md",
      "run_records": {
        "bytes": 2889276,
        "file": "r69.jsonl",
        "record_count": 459,
        "round_id": "r69",
        "schema_version": "1.2",
        "sha256": "cbaa0ffa7c76033775b6b976984647c54b67b05d74205f59850465a33a303b64",
        "path": "results/run-records/r69.jsonl"
      },
      "reproduction": {
        "round_id": "r69",
        "script": "python3 reproduce/reconcile_l0.py",
        "inputs": [
          "rounds/l0-reconcile/data/r72-p1.csv",
          "rounds/l0-reconcile/data/r72-p3-partial.csv",
          "rounds/l0-reconcile/data/r74-graded-subset.csv",
          "rounds/l0-reconcile/data/r74-smoke-attempts.csv",
          "rounds/l0-reconcile/data/r74-coverage.csv",
          "rounds/l0-reconcile/data/r69-itt.csv",
          "rounds/l0-reconcile/data/r57-pooled-itt.csv"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes selected reconciliation CSV summaries only; it does not replay historical model executions or complete the canonical official outcome join.",
        "script_path": "reproduce/reconcile_l0.py"
      }
    },
    {
      "id": "r7",
      "url": "/rounds/r7/",
      "status": "INVALID",
      "title": "r7",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r7/README.md",
      "run_records": {
        "bytes": 316987,
        "file": "r7.jsonl",
        "record_count": 51,
        "round_id": "r7",
        "schema_version": "1.2",
        "sha256": "13759aa2d0f2a2d3e6e0dfdcf966ba77294e578a30ca8768fa7e62eb417ace2b",
        "path": "results/run-records/r7.jsonl"
      },
      "reproduction": {
        "round_id": "r7",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r70",
      "url": "/rounds/r70/",
      "status": "INCOMPLETE",
      "title": "r70",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r70-public-export-coverage",
        "CL-WA-r70-source-reported-denominator-variants"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r70/README.md",
      "run_records": {
        "bytes": 34834,
        "file": "r70.jsonl",
        "record_count": 6,
        "round_id": "r70",
        "schema_version": "1.2",
        "sha256": "aa5ca7858ea9297cb771edf1bf4bfa90cdae04c60f5b2abdb303e9028ba9aca3",
        "path": "results/run-records/r70.jsonl"
      },
      "reproduction": {
        "round_id": "r70",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r70-compile",
      "url": "/rounds/r70-compile/",
      "status": "DESCRIPTIVE",
      "title": "r70 compilation timing",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r70-compile/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "r70-compile",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r70-rve",
      "url": "/rounds/r70-rve/",
      "status": "INVALID",
      "title": "Round 70 original RvE cohort",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r70-rve-r70-original-rve-elixir-full-pass",
        "CL-WA-r70-rve-r70-original-rve-go-full-pass",
        "CL-WA-r70-rve-r70-original-rve-rust-full-pass",
        "CL-WA-r70-rve-r70-original-rve-ts-bun-full-pass",
        "CL-WA-r70-rve-ungraded-delivery-itt-gap"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r70-rve/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "r70-rve",
        "script": "python3 rounds/r70-rve/reproduce.py",
        "inputs": [
          "results/test-counts.jsonl (cohort=r70-original-rve)",
          "results/cost-time.jsonl (cohort=r70-original-rve)"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the published R70 original RvE summary from its public ledgers; it does not launch cells.",
        "script_path": "rounds/r70-rve/reproduce.py"
      }
    },
    {
      "id": "r70-rve-ext",
      "url": "/rounds/r70-rve-ext/",
      "status": "VALID",
      "title": "r70-RvE language extension",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r70-rve-ext-r70-rve-ext-elixir-full-pass",
        "CL-WA-r70-rve-ext-r70-rve-ext-go-full-pass",
        "CL-WA-r70-rve-ext-r70-rve-ext-rust-full-pass",
        "CL-WA-r70-rve-ext-r70-rve-ext-ts-bun-full-pass"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r70-rve-ext/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "r70-rve-ext",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r70-rve-rerun",
      "url": "/rounds/r70-rve-rerun/",
      "status": "DESCRIPTIVE",
      "title": "Round 70 fixed-skeleton rerun",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r70-rve-rerun-r70-rve-rerun-elixir-full-pass",
        "CL-WA-r70-rve-rerun-r70-rve-rerun-go-full-pass",
        "CL-WA-r70-rve-rerun-r70-rve-rerun-rust-full-pass",
        "CL-WA-r70-rve-rerun-r70-rve-rerun-ts-bun-full-pass"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r70-rve-rerun/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "r70-rve-rerun",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r70-rve-task8v2",
      "url": "/rounds/r70-rve-task8v2/",
      "status": "INCOMPLETE",
      "title": "Round 70 task 8 v2 smoke lane",
      "family_ids": [
        "F11"
      ],
      "hypotheses": [
        "H114"
      ],
      "claims": [
        "CL-WA-r70-task8v2-smoke-codex-gpt-6-luna-max-default-r70-8-go-v2-r1",
        "CL-WA-r70-task8v2-smoke-codex-gpt-6-luna-max-default-r70-8-rust-v2-r1"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r70-rve-task8v2/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "r70-rve-task8v2",
        "script": "python3 rounds/r70-rve-task8v2/reproduce.py",
        "inputs": [
          "results/test-counts.jsonl (cohort=r70-task8-v2-smoke)",
          "results/controls.jsonl (cohort=r70-task8-v2)"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Extracts the two v2 smoke rows and controls; it does not launch scored cells.",
        "script_path": "rounds/r70-rve-task8v2/reproduce.py"
      }
    },
    {
      "id": "r70-rve2",
      "url": "/rounds/r70-rve2/",
      "status": "INVALID",
      "title": "r70-rve2: Rust and Elixir round",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r70-rve2/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "r70-rve2",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "Only filtered grade and manifest fields, selected launcher lines, and corrected audit counts are available; no complete delivery bundle or execution replay is published.",
        "script_path": null
      }
    },
    {
      "id": "r70-rve3",
      "url": "/rounds/r70-rve3/",
      "status": "INVALID",
      "title": "r70-rve3: Rust and Elixir round",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r70-rve3/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "r70-rve3",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "Only filtered grade and manifest fields, selected launcher lines, and corrected audit counts are available; no complete delivery bundle or execution replay is published.",
        "script_path": null
      }
    },
    {
      "id": "r70-spot1",
      "url": "/rounds/r70-spot1/",
      "status": "DESCRIPTIVE",
      "title": "r70-spot1: Four-language round",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r70-spot1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "r70-spot1",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "Only filtered grade and manifest fields, selected launcher lines, and corrected audit counts are available; no complete delivery bundle or execution replay is published.",
        "script_path": null
      }
    },
    {
      "id": "r70-task8",
      "url": "/rounds/r70-task8/",
      "status": "PILOT",
      "title": "Round 70 task 8 extension",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r70-task8v1-smoke-codex-gpt-6-luna-max-default-r70-8-go-r90",
        "CL-WA-r70-task8v1-smoke-codex-gpt-6-luna-max-default-r70-8-rust-r90",
        "CL-WA-r70-task8v2-smoke-codex-gpt-6-luna-max-default-r70-8-go-v2-r1",
        "CL-WA-r70-task8v2-smoke-codex-gpt-6-luna-max-default-r70-8-rust-v2-r1"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r70-task8/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "r70-task8",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r71",
      "url": "/rounds/r71/",
      "status": "INCOMPLETE",
      "title": "r71",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r71-public-export-coverage",
        "CL-WA-r71-source-reported-denominator-variants"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r71/README.md",
      "run_records": {
        "bytes": 298522,
        "file": "r71.jsonl",
        "record_count": 50,
        "round_id": "r71",
        "schema_version": "1.2",
        "sha256": "f14df76627288d93914df2fb9c74ccb2b5a010f78b3cea0b003d4d83629c9756",
        "path": "results/run-records/r71.jsonl"
      },
      "reproduction": {
        "round_id": "r71",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r72",
      "url": "/rounds/r72/",
      "status": "INCOMPLETE",
      "title": "R72 same-model ladder comparison",
      "family_ids": [
        "F11",
        "F12"
      ],
      "hypotheses": [
        "H113",
        "H136",
        "H138"
      ],
      "claims": [
        "CL-WA-r72-lifecycle-and-outcome"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r72/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "r72",
        "script": "python3 reproduce/reconcile_l0.py",
        "inputs": [
          "rounds/l0-reconcile/data/r72-p1.csv",
          "rounds/l0-reconcile/data/r72-p3-partial.csv",
          "rounds/l0-reconcile/data/r74-graded-subset.csv",
          "rounds/l0-reconcile/data/r74-smoke-attempts.csv",
          "rounds/l0-reconcile/data/r74-coverage.csv",
          "rounds/l0-reconcile/data/r69-itt.csv",
          "rounds/l0-reconcile/data/r57-pooled-itt.csv"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes selected reconciliation CSV summaries only; it does not replay historical model executions or complete the canonical official outcome join.",
        "script_path": "reproduce/reconcile_l0.py"
      }
    },
    {
      "id": "r73",
      "url": "/rounds/r73/",
      "status": "INCOMPLETE",
      "title": "r73 proper shaping",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r73/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "r73",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r74",
      "url": "/rounds/r74/",
      "status": "INCOMPLETE",
      "title": "r74 Kogen builder configurations versus Codex",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-r74-public-export-coverage",
        "CL-WA-r74-source-reported-denominator-variants"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r74/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "r74",
        "script": "python3 reproduce/reconcile_l0.py",
        "inputs": [
          "rounds/l0-reconcile/data/r72-p1.csv",
          "rounds/l0-reconcile/data/r72-p3-partial.csv",
          "rounds/l0-reconcile/data/r74-graded-subset.csv",
          "rounds/l0-reconcile/data/r74-smoke-attempts.csv",
          "rounds/l0-reconcile/data/r74-coverage.csv",
          "rounds/l0-reconcile/data/r69-itt.csv",
          "rounds/l0-reconcile/data/r57-pooled-itt.csv"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes selected reconciliation CSV summaries only; it does not replay historical model executions or complete the canonical official outcome join.",
        "script_path": "reproduce/reconcile_l0.py"
      }
    },
    {
      "id": "r8",
      "url": "/rounds/r8/",
      "status": "DESCRIPTIVE",
      "title": "r8",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r8/README.md",
      "run_records": {
        "bytes": 219322,
        "file": "r8.jsonl",
        "record_count": 35,
        "round_id": "r8",
        "schema_version": "1.2",
        "sha256": "8421802a795315ec664872446ff56b1118cb5d32cbd033c90fdcc53eaf89c8ab",
        "path": "results/run-records/r8.jsonl"
      },
      "reproduction": {
        "round_id": "r8",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "r9",
      "url": "/rounds/r9/",
      "status": "DESCRIPTIVE",
      "title": "r9",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/r9/README.md",
      "run_records": {
        "bytes": 130619,
        "file": "r9.jsonl",
        "record_count": 20,
        "round_id": "r9",
        "schema_version": "1.2",
        "sha256": "96d6098d98ee5cb58db2d5199f5e06f0e0f1af9501de385340c6ba5d54c7e2d2",
        "path": "results/run-records/r9.jsonl"
      },
      "reproduction": {
        "round_id": "r9",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "race1",
      "url": "/rounds/race1/",
      "status": "DESCRIPTIVE",
      "title": "Race 1: timed conformance race",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/race1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "race1",
        "script": null,
        "inputs": [
          "rounds/race1/README.md",
          "rounds/race1/HARNESS.md",
          "rounds/race1/SCORING-CONFIG.md",
          "rounds/race1/race1/scores.tsv",
          "rounds/race1/race1-gleam/scores.tsv",
          "rounds/race1/records.jsonl",
          "rounds/race1/rescore/README.md",
          "rounds/race1/rescore/FINAL-rust.tsv",
          "rounds/race1/rescore/FINAL-go.tsv",
          "rounds/race1/rescore/FINAL-ts.tsv",
          "rounds/race1/rescore/FINAL-ex.tsv"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published race scores and per-case outputs are available for inspection and summary checks. Original model execution is not replayed; arm code was not published.",
        "script_path": null
      }
    },
    {
      "id": "race2",
      "url": "/rounds/race2/",
      "status": "DESCRIPTIVE",
      "title": "Race 2: timed conformance race",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/race2/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "race2",
        "script": null,
        "inputs": [
          "rounds/race2/README.md",
          "rounds/race2/HARNESS.md",
          "rounds/race2/SCORING-CONFIG.md",
          "rounds/race2/race2/scores.tsv",
          "rounds/race2/race2s/scores.tsv",
          "rounds/race2/records.jsonl",
          "rounds/race2/race2s2/README.md",
          "rounds/race2/race2s2/scores.tsv"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published race scores and per-case outputs are available for inspection and summary checks. Original model execution is not replayed; arm code was not published.",
        "script_path": null
      }
    },
    {
      "id": "race3-sprint",
      "url": "/rounds/race3-sprint/",
      "status": "DESCRIPTIVE",
      "title": "Race 3 sprint — descriptive; experimental benchmark spec, not Kogen's released core",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/race3-sprint/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "race3-sprint",
        "script": null,
        "inputs": [
          "rounds/race3-sprint/README.md",
          "rounds/race3-sprint/HARNESS.md",
          "rounds/race3-sprint/MEASURED.md",
          "rounds/race3-sprint/MISSING.md",
          "rounds/race3-sprint/results/README.md",
          "rounds/race3-sprint/results/curves.tsv",
          "rounds/race3-sprint/results/reach-counts.tsv",
          "rounds/race3-sprint/results/repeat-coverage.tsv",
          "rounds/race3-sprint/results/FINAL.tsv",
          "rounds/race3-sprint/results/result-inventory.tsv",
          "rounds/race3-sprint/results/run-clocks.tsv",
          "rounds/race3-sprint/records.jsonl",
          "rounds/race3-sprint/MISSING-DECLARED.json"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "The sanitized public race export preserves supplied result tables and per-case projections for inspection; original model execution cannot be replayed because implementation source and full arm streams remain private.",
        "script_path": null
      }
    },
    {
      "id": "race4",
      "url": "/rounds/race4/",
      "status": "DESCRIPTIVE",
      "title": "Race 4 — descriptive; experimental benchmark spec (suite-v3), not Kogen's released core",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/race4/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "race4",
        "script": null,
        "inputs": [
          "rounds/race4/README.md",
          "rounds/race4/MISSING.md",
          "rounds/race4/MISSING-DECLARED.json",
          "rounds/race4/results/README.md",
          "rounds/race4/results/cells.tsv",
          "rounds/race4/results/FINAL.tsv",
          "rounds/race4/results/curves.tsv",
          "rounds/race4/results/tokens.tsv",
          "rounds/race4/results/run-clocks.tsv",
          "rounds/race4/harness/DECISION-RULE-v3.md",
          "rounds/race4/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Per-cell aggregate results are available for review; the 88-case suite and per-case results remain withheld until after Race 6, and arm code remains private.",
        "script_path": null
      }
    },
    {
      "id": "race5",
      "url": "/rounds/race5/",
      "status": "DESCRIPTIVE",
      "title": "Race 5 — language comparison (descriptive)",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/race5/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "race5",
        "script": "rounds/race5/results/recompute.py",
        "inputs": [
          "rounds/race5/README.md",
          "rounds/race5/MISSING.md",
          "rounds/race5/MISSING-DECLARED.json",
          "rounds/race5/results/results.json",
          "rounds/race5/RESULTS.md",
          "rounds/race5/results/cells.tsv",
          "rounds/race5/results/run-clocks.tsv",
          "rounds/race5/harness/DECISION-RULE-v5.md",
          "rounds/race5/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "PRIMARY medians, spreads, and published timing arithmetic can be recomputed from the aggregate per-cell records; suite-v3 cases, case IDs, per-case results, and arm code remain withheld/private.",
        "script_path": "rounds/race5/results/recompute.py"
      }
    },
    {
      "id": "race6",
      "url": "/rounds/race6/",
      "status": "DESCRIPTIVE",
      "title": "Race 6 — spec-format pilot (descriptive)",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/race6/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "race6",
        "script": "rounds/race6/results/recompute.py",
        "inputs": [
          "rounds/race6/README.md",
          "rounds/race6/MISSING.md",
          "rounds/race6/MISSING-DECLARED.json",
          "rounds/race6/results/summary.json",
          "rounds/race6/results/cells.tsv",
          "rounds/race6/results/tokens.tsv",
          "rounds/race6/results/METHOD-TOKENS.md",
          "rounds/race6/harness/DECISION-RULE-R6.md",
          "rounds/race6/SPEC-SPLIT.md",
          "rounds/race6/inputs/WITHHELD-TREE.md",
          "rounds/race6/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Per-cell scores, medians and kill-point token summaries are available for review; the suite-v3 cases, case inventories and per-case results remain withheld while L1–L3 use the same cases; full execution replay is unavailable.",
        "script_path": "rounds/race6/results/recompute.py"
      }
    },
    {
      "id": "l1-model-effort",
      "url": "/rounds/l1-model-effort/",
      "status": "DESCRIPTIVE",
      "title": "l1-model-effort",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/l1-model-effort/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "l1-model-effort",
        "script": null,
        "inputs": [
          "rounds/l1-model-effort/README.md",
          "rounds/l1-model-effort/MEASURED.md",
          "rounds/l1-model-effort/MISSING.md",
          "rounds/l1-model-effort/MISSING-DECLARED.json",
          "rounds/l1-model-effort/L1-RULE.md",
          "rounds/l1-model-effort/RULE-REVIEW.md",
          "rounds/l1-model-effort/DEVIATIONS.md",
          "rounds/l1-model-effort/results.json",
          "rounds/l1-model-effort/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Reported aggregate FINAL/T+30 scores and token totals are preserved for eight planned language-condition slots; suite-v3 cases, per-case results, fixtures and execution artifacts are withheld.",
        "script_path": null
      }
    },
    {
      "id": "rails-catalogue",
      "url": "/rounds/rails-catalogue/",
      "status": "DESCRIPTIVE",
      "title": "rails-catalogue",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-rails-catalogue-luna-max-public-export-vs-reported",
        "CL-WA-rails-catalogue-plan-shell-public-export-vs-reported",
        "CL-WA-rails-catalogue-sol-high-public-export-vs-reported"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/rails-catalogue/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "rails-catalogue",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "rtg1",
      "url": "/rounds/rtg1/",
      "status": "DESCRIPTIVE",
      "title": "RTG1 core4 replications",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/rtg1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "rtg1",
        "script": null,
        "inputs": [
          "rounds/rtg1/data/cells.csv",
          "rounds/rtg1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "The published source table and Standard records preserve available cell outcomes; raw execution receipts are incomplete and full model execution cannot be replayed.",
        "script_path": null
      }
    },
    {
      "id": "rz1",
      "url": "/rounds/rz1/",
      "status": "VALID",
      "title": "rz1: Zig vs Rust on Round-70 Kogen-subsystem tasks",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/rz1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "rz1",
        "script": "python3 rounds/rz1/reproduce_decision.py",
        "inputs": [
          "rounds/rz1/receipts/PLAN.json",
          "rounds/rz1/receipts/interim-output.json",
          "rounds/rz1/receipts/final-output.json",
          "data/mined/rz1.jsonl.gz"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the preregistered interim and final decision from the sanitized plan receipts and 42 mined records; model execution and hidden grading are not replayed.",
        "script_path": "rounds/rz1/reproduce_decision.py"
      }
    },
    {
      "id": "shape1-wave1",
      "url": "/rounds/shape1-wave1/",
      "status": "DESCRIPTIVE",
      "title": "Shape1 first wave",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/shape1-wave1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "shape1-wave1",
        "script": null,
        "inputs": [
          "rounds/shape1-wave1/README.md",
          "rounds/shape1-wave1/cells.csv",
          "rounds/shape1-wave1/records.jsonl"
        ],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "The public per-cell summaries and Standard-shaped records preserve the reported outcomes; original execution and complete phase receipts are not available for full replay.",
        "script_path": null
      }
    },
    {
      "id": "sol-medium",
      "url": "/rounds/sol-medium/",
      "status": "DESCRIPTIVE",
      "title": "Sol medium",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/sol-medium/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "sol-medium",
        "script": null,
        "inputs": [
          "rounds/sol-medium/data/cells.csv",
          "rounds/sol-medium/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "The published source table and Standard records preserve available cell outcomes; raw execution receipts are incomplete and full model execution cannot be replayed.",
        "script_path": null
      }
    },
    {
      "id": "stack-oneshot-conformance",
      "url": "/rounds/stack-oneshot-conformance/",
      "status": "DESCRIPTIVE",
      "title": "One-shot stack conformance",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/stack-oneshot-conformance/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "stack-oneshot-conformance",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "Original implementation worktrees, conformance result bundles, and host environments are not included; the round cites the retained source reports and result paths but cannot be replayed from this repository.",
        "script_path": null
      }
    },
    {
      "id": "studio-kogen",
      "url": "/rounds/studio-kogen/",
      "status": "DESCRIPTIVE",
      "title": "Studio Kogen smoke lane",
      "family_ids": [
        "F06",
        "F07"
      ],
      "hypotheses": [
        "H65",
        "H87",
        "H89"
      ],
      "claims": [
        "CL-WA-studio-kogen-lifecycle-and-outcome"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/studio-kogen/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "studio-kogen",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "studio-kogen-80a4",
      "url": "/rounds/studio-kogen-80a4/",
      "status": "DESCRIPTIVE",
      "title": "Studio Kogen 80a4 smoke lane",
      "family_ids": [
        "F06",
        "F07"
      ],
      "hypotheses": [
        "H65",
        "H87",
        "H89"
      ],
      "claims": [
        "CL-WA-studio-kogen-80a4-lifecycle-and-outcome"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/studio-kogen-80a4/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "studio-kogen-80a4",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "studio-shaper-pilot",
      "url": "/rounds/studio-shaper-pilot/",
      "status": "PILOT",
      "title": "Studio shaper pilot",
      "family_ids": [
        "F06",
        "F07"
      ],
      "hypotheses": [
        "H65",
        "H87",
        "H88"
      ],
      "claims": [
        "CL-WA-studio-shaper-pilot-lifecycle-and-outcome"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/studio-shaper-pilot/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "studio-shaper-pilot",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "t100-cache-lane",
      "url": "/rounds/t100-cache-lane/",
      "status": "INCOMPLETE",
      "title": "T100 cache lane",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-t100-cache-lane-reported-observation"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/t100-cache-lane/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "t100-cache-lane",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "t98-cache-smoke",
      "url": "/rounds/t98-cache-smoke/",
      "status": "PILOT",
      "title": "T98 prompt-cache smoke",
      "family_ids": [],
      "hypotheses": [],
      "claims": [
        "CL-WA-t98-cache-smoke-reported-observation"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/t98-cache-smoke/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "t98-cache-smoke",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "unmapped",
      "url": "/rounds/unmapped/",
      "status": "INVALID",
      "title": "Unmapped public results",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/unmapped/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "unmapped",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "x-compaction",
      "url": "/rounds/x-compaction/",
      "status": "DESCRIPTIVE",
      "title": "x compaction",
      "family_ids": [
        "F05"
      ],
      "hypotheses": [
        "H54"
      ],
      "claims": [
        "CL-WA-x-compaction-reported-e06-context-pilot-link",
        "CL-WA-x-compaction-reported-x-compaction-elision-review",
        "CL-WA-x-compaction-reported-x-compaction-peak-input",
        "CL-WA-x-compaction-reported-x-compaction-traces"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/x-compaction/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "x-compaction",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "x-context",
      "url": "/rounds/x-context/",
      "status": "DESCRIPTIVE",
      "title": "x context",
      "family_ids": [
        "F05"
      ],
      "hypotheses": [
        "H51",
        "H54",
        "H55",
        "H56",
        "H57",
        "H58"
      ],
      "claims": [
        "CL-WA-x-context-reported-x-context",
        "CL-WA-x-context-reported-x-context-admission-guard"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/x-context/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "x-context",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "x-continuation",
      "url": "/rounds/x-continuation/",
      "status": "INCOMPLETE",
      "title": "x continuation",
      "family_ids": [
        "F03",
        "F06"
      ],
      "hypotheses": [
        "H31",
        "H65"
      ],
      "claims": [
        "CL-WA-x-continuation-reported-x-continuation-live",
        "CL-WA-x-continuation-reported-x-continuation-scripted-provider"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/x-continuation/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "x-continuation",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "x-ladder",
      "url": "/rounds/x-ladder/",
      "status": "DESCRIPTIVE",
      "title": "x ladder",
      "family_ids": [
        "F04"
      ],
      "hypotheses": [
        "H39",
        "H41",
        "H42",
        "H47",
        "H49"
      ],
      "claims": [
        "CL-WA-x-ladder-reported-x-ladder-checkpoints",
        "CL-WA-x-ladder-reported-x-ladder-matrix",
        "CL-WA-x-ladder-reported-x-ladder-model-screen",
        "CL-WA-x-ladder-reported-x-ladder-patient",
        "CL-WA-x-ladder-reported-x-ladder-time-first"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/x-ladder/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "x-ladder",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "x-minikogen",
      "url": "/rounds/x-minikogen/",
      "status": "DESCRIPTIVE",
      "title": "x minikogen",
      "family_ids": [
        "F03"
      ],
      "hypotheses": [
        "H29",
        "H31",
        "H32"
      ],
      "claims": [
        "CL-WA-x-minikogen-reported-x-minikogen-frozen-decision",
        "CL-WA-x-minikogen-reported-x-minikogen-mechanism-pairs",
        "CL-WA-x-minikogen-reported-x-minikogen-test-first-removal"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/x-minikogen/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "x-minikogen",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "x-mining",
      "url": "/rounds/x-mining/",
      "status": "DESCRIPTIVE",
      "title": "x mining",
      "family_ids": [
        "F07"
      ],
      "hypotheses": [
        "H80",
        "H84",
        "H89"
      ],
      "claims": [
        "CL-WA-x-mining-reported-x-mining-observation-inventory",
        "CL-WA-x-mining-reported-x-mining-usage-audit",
        "CL-WA-x-mining-reported-x-mining-x09"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/x-mining/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "x-mining",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "x-models",
      "url": "/rounds/x-models/",
      "status": "DESCRIPTIVE",
      "title": "x models",
      "family_ids": [
        "F04"
      ],
      "hypotheses": [
        "H39",
        "H40",
        "H41",
        "H42",
        "H43",
        "H46"
      ],
      "claims": [
        "CL-WA-x-models-reported-x-models-adjacent-panel",
        "CL-WA-x-models-reported-x-models-astra",
        "CL-WA-x-models-reported-x-models-overall",
        "CL-WA-x-models-reported-x-models-primary-screen"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/x-models/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "x-models",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "x-parallel",
      "url": "/rounds/x-parallel/",
      "status": "DESCRIPTIVE",
      "title": "x parallel",
      "family_ids": [
        "F03"
      ],
      "hypotheses": [
        "H29",
        "H30"
      ],
      "claims": [
        "CL-WA-x-parallel-reported-x-parallel-token-summary",
        "CL-WA-x-parallel-reported-x-parallel-v03",
        "CL-WA-x-parallel-reported-x-parallel-v03-cost"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/x-parallel/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "x-parallel",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "x-race",
      "url": "/rounds/x-race/",
      "status": "DESCRIPTIVE",
      "title": "x race",
      "family_ids": [
        "F03"
      ],
      "hypotheses": [
        "H29",
        "H30"
      ],
      "claims": [
        "CL-WA-x-race-reported-x-race",
        "CL-WA-x-race-reported-x-race-decision",
        "CL-WA-x-race-reported-x-race-selector-check"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/x-race/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "x-race",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "x-recovery",
      "url": "/rounds/x-recovery/",
      "status": "DESCRIPTIVE",
      "title": "x recovery",
      "family_ids": [
        "F06"
      ],
      "hypotheses": [
        "H65"
      ],
      "claims": [
        "CL-WA-x-recovery-reported-x-recovery"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/x-recovery/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "x-recovery",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "x-review",
      "url": "/rounds/x-review/",
      "status": "DESCRIPTIVE",
      "title": "x review",
      "family_ids": [
        "F06"
      ],
      "hypotheses": [
        "H67",
        "H68",
        "H69"
      ],
      "claims": [
        "CL-WA-x-review-reported-x-review-checklist",
        "CL-WA-x-review-reported-x-review-repair",
        "CL-WA-x-review-reported-x-review-semantic-repair"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/x-review/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "x-review",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "x-roles",
      "url": "/rounds/x-roles/",
      "status": "DESCRIPTIVE",
      "title": "x roles",
      "family_ids": [
        "F03",
        "F04"
      ],
      "hypotheses": [
        "H29",
        "H39",
        "H43",
        "H49"
      ],
      "claims": [
        "CL-WA-x-roles-reported-x-roles-decision",
        "CL-WA-x-roles-reported-x-roles-implementation",
        "CL-WA-x-roles-reported-x-roles-reviewer",
        "CL-WA-x-roles-reported-x-roles-worker-pilot"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/x-roles/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "x-roles",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "x-surface",
      "url": "/rounds/x-surface/",
      "status": "INCOMPLETE",
      "title": "x surface",
      "family_ids": [
        "F03",
        "F10"
      ],
      "hypotheses": [
        "H31",
        "H33",
        "H110"
      ],
      "claims": [
        "CL-WA-x-surface-reported-x-surface-feedback-format",
        "CL-WA-x-surface-reported-x-surface-fixture-repair",
        "CL-WA-x-surface-reported-x-surface-remaining-rep"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/x-surface/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "x-surface",
        "script": null,
        "inputs": [],
        "replay_type": "unavailable",
        "full_execution_replayable": false,
        "availability_note": "No public per-round analysis script with a complete, identified input bundle is published. See the round README, MEASURED.md, and MISSING.md for recorded scope and gaps; historical execution inputs/toolchains/grading are not bundled.",
        "script_path": null
      }
    },
    {
      "id": "arch-elixir-vs-go",
      "url": "/rounds/arch-elixir-vs-go/",
      "status": "DESCRIPTIVE",
      "title": "ARCH-20261011 — Elixir core vs Go core",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/arch-elixir-vs-go/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "arch-elixir-vs-go",
        "script": null,
        "inputs": [
          "rounds/arch-elixir-vs-go/README.md",
          "rounds/arch-elixir-vs-go/DEVIATIONS.md",
          "rounds/arch-elixir-vs-go/MISSING.md",
          "rounds/arch-elixir-vs-go/MISSING-DECLARED.json",
          "rounds/arch-elixir-vs-go/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published aggregate observations and Standard records are available; original execution evidence and hidden test artifacts are not included.",
        "script_path": null
      }
    },
    {
      "id": "lab01-analysis-tooling-screen",
      "url": "/rounds/lab01-analysis-tooling-screen/",
      "status": "DESCRIPTIVE",
      "title": "LAB-01: analysis-tooling screen",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/lab01-analysis-tooling-screen/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "lab01-analysis-tooling-screen",
        "script": null,
        "inputs": [
          "rounds/lab01-analysis-tooling-screen/README.md",
          "rounds/lab01-analysis-tooling-screen/MEASURED.md",
          "rounds/lab01-analysis-tooling-screen/MISSING.md",
          "rounds/lab01-analysis-tooling-screen/MISSING-DECLARED.json",
          "rounds/lab01-analysis-tooling-screen/DEVIATIONS.md",
          "rounds/lab01-analysis-tooling-screen/results.json",
          "rounds/lab01-analysis-tooling-screen/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published aggregate observations and Standard records are available; original execution evidence and protected scoring artifacts are not included.",
        "script_path": null
      }
    },
    {
      "id": "containment-small-eu",
      "url": "/rounds/containment-small-eu/",
      "status": "DESCRIPTIVE",
      "title": "Small containment comparison",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/containment-small-eu/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "containment-small-eu",
        "script": null,
        "inputs": [
          "rounds/containment-small-eu/README.md",
          "rounds/containment-small-eu/MEASURED.md",
          "rounds/containment-small-eu/MISSING.md",
          "rounds/containment-small-eu/MISSING-DECLARED.json",
          "rounds/containment-small-eu/DEVIATIONS.md",
          "rounds/containment-small-eu/results.json",
          "rounds/containment-small-eu/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published per-repetition observations and Standard records are available; original execution evidence is not included.",
        "script_path": null
      }
    },
    {
      "id": "containment-small-eu-v2",
      "url": "/rounds/containment-small-eu-v2/",
      "status": "DESCRIPTIVE",
      "title": "Small containment comparison: three configured setups",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/containment-small-eu-v2/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "containment-small-eu-v2",
        "script": null,
        "inputs": [
          "rounds/containment-small-eu-v2/README.md",
          "rounds/containment-small-eu-v2/MEASURED.md",
          "rounds/containment-small-eu-v2/MISSING.md",
          "rounds/containment-small-eu-v2/MISSING-DECLARED.json",
          "rounds/containment-small-eu-v2/DEVIATIONS.md",
          "rounds/containment-small-eu-v2/results.json",
          "rounds/containment-small-eu-v2/records.jsonl",
          "rounds/containment-small-eu-v2/ENVIRONMENT.md",
          "rounds/containment-small-eu-v2/PROVENANCE.tsv",
          "rounds/containment-small-eu-v2/inputs/MATRIX.md",
          "rounds/containment-small-eu-v2/inputs/cell-evidence-sha256.tsv",
          "rounds/containment-small-eu-v2/evidence/compact-evidence-public.tar.gz"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published per-repetition observations, source hashes and a privacy-edited compact evidence bundle are available; the full execution archive and measurement transcript are not included.",
        "script_path": null
      }
    },
    {
      "id": "containment-small-eu-helper",
      "url": "/rounds/containment-small-eu-helper/",
      "status": "DESCRIPTIVE",
      "title": "Small containment comparison: Kogen's helper",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/containment-small-eu-helper/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "containment-small-eu-helper",
        "script": null,
        "inputs": [
          "rounds/containment-small-eu-helper/DEVIATIONS.md",
          "rounds/containment-small-eu-helper/ENVIRONMENT.md",
          "rounds/containment-small-eu-helper/INPUTS-SHA256.txt",
          "rounds/containment-small-eu-helper/MEASURED.md",
          "rounds/containment-small-eu-helper/MISSING-DECLARED.json",
          "rounds/containment-small-eu-helper/MISSING.md",
          "rounds/containment-small-eu-helper/PLAN.json",
          "rounds/containment-small-eu-helper/PROVENANCE.tsv",
          "rounds/containment-small-eu-helper/README.md",
          "rounds/containment-small-eu-helper/SECRET-SCAN.md",
          "rounds/containment-small-eu-helper/SHA256SUMS",
          "rounds/containment-small-eu-helper/evidence/FILES.sha256",
          "rounds/containment-small-eu-helper/evidence/MATRIX.md",
          "rounds/containment-small-eu-helper/evidence/PACK.sha256",
          "rounds/containment-small-eu-helper/evidence/README.md",
          "rounds/containment-small-eu-helper/evidence/cell-diagnostics.json",
          "rounds/containment-small-eu-helper/evidence/compact-evidence-public.tar.gz",
          "rounds/containment-small-eu-helper/evidence/compact-records.jsonl",
          "rounds/containment-small-eu-helper/evidence/manifest.json",
          "rounds/containment-small-eu-helper/evidence/overhead-summary.json",
          "rounds/containment-small-eu-helper/evidence/run-summary-compact.json",
          "rounds/containment-small-eu-helper/evidence/run.json",
          "rounds/containment-small-eu-helper/harness/README.md",
          "rounds/containment-small-eu-helper/harness/SHA256SUMS",
          "rounds/containment-small-eu-helper/harness/SOURCE-HASHES.tsv",
          "rounds/containment-small-eu-helper/harness/cmp.py",
          "rounds/containment-small-eu-helper/harness/fx.c",
          "rounds/containment-small-eu-helper/harness/fxa.c",
          "rounds/containment-small-eu-helper/harness/test_cmp.py",
          "rounds/containment-small-eu-helper/inputs/MATRIX.md",
          "rounds/containment-small-eu-helper/records.jsonl",
          "rounds/containment-small-eu-helper/results.json"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published per-repetition observations, measured summaries, compact public evidence and the privacy-edited harness are available; the full execution archive and transcript are not included.",
        "script_path": null
      }
    },
    {
      "id": "review-convergence-1",
      "url": "/rounds/review-convergence-1/",
      "status": "DESCRIPTIVE",
      "title": "Code review that never ends: does the reviewer model decide?",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/review-convergence-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "review-convergence-1",
        "script": null,
        "inputs": [
          "rounds/review-convergence-1/MEASURED.md",
          "rounds/review-convergence-1/MISSING-DECLARED.json",
          "rounds/review-convergence-1/MISSING.md",
          "rounds/review-convergence-1/PLAN.json",
          "rounds/review-convergence-1/README.md",
          "rounds/review-convergence-1/bundle/EXCLUDED.json",
          "rounds/review-convergence-1/bundle/attempts/r70-5-go/r0/rev-luna-high/a1/attempt.json",
          "rounds/review-convergence-1/bundle/attempts/r70-5-go/r0/rev-luna-high/a1/evaluation.json",
          "rounds/review-convergence-1/bundle/attempts/r70-5-go/r0/rev-luna-low/a1/attempt.json",
          "rounds/review-convergence-1/bundle/attempts/r70-5-go/r0/rev-luna-low/a1/evaluation.json",
          "rounds/review-convergence-1/bundle/attempts/r70-5-go/r0/rev-sol-high/a1/attempt.json",
          "rounds/review-convergence-1/bundle/attempts/r70-5-go/r0/rev-sol-high/a1/evaluation.json",
          "rounds/review-convergence-1/bundle/attempts/r70-5-go/r0/rev-sol-low/a1/attempt.json",
          "rounds/review-convergence-1/bundle/attempts/r70-5-go/r0/rev-sol-low/a1/evaluation.json",
          "rounds/review-convergence-1/bundle/attempts/r70-7-go/r0/rev-luna-high/a1/attempt.json",
          "rounds/review-convergence-1/bundle/attempts/r70-7-go/r0/rev-luna-high/a1/evaluation.json",
          "rounds/review-convergence-1/bundle/attempts/r70-7-go/r0/rev-luna-low/a1/attempt.json",
          "rounds/review-convergence-1/bundle/attempts/r70-7-go/r0/rev-luna-low/a1/evaluation.json",
          "rounds/review-convergence-1/bundle/attempts/r70-7-go/r0/rev-sol-high/a1/attempt.json",
          "rounds/review-convergence-1/bundle/attempts/r70-7-go/r0/rev-sol-high/a1/evaluation.json",
          "rounds/review-convergence-1/bundle/attempts/r70-7-go/r0/rev-sol-low/a1/attempt.json",
          "rounds/review-convergence-1/bundle/attempts/r70-7-go/r0/rev-sol-low/a1/evaluation.json",
          "rounds/review-convergence-1/bundle/frozen/experiment.toml",
          "rounds/review-convergence-1/bundle/frozen/manifest.json",
          "rounds/review-convergence-1/bundle/frozen/resolved/rev-luna-high.toml",
          "rounds/review-convergence-1/bundle/frozen/resolved/rev-luna-low.toml",
          "rounds/review-convergence-1/bundle/frozen/resolved/rev-sol-high.toml",
          "rounds/review-convergence-1/bundle/frozen/resolved/rev-sol-low.toml",
          "rounds/review-convergence-1/bundle/manifest.json",
          "rounds/review-convergence-1/bundle/report.md",
          "rounds/review-convergence-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records, the Lab public export (frozen configuration, per-attempt outcomes, public test states, stage times and usage) and the Lab report are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "screen-kogen-1-stage-d",
      "url": "/rounds/screen-kogen-1-stage-d/",
      "status": "DESCRIPTIVE",
      "title": "Kogen mechanisms, one at a time: tasks too easy to show gains",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/screen-kogen-1-stage-d/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "screen-kogen-1-stage-d",
        "script": null,
        "inputs": [
          "rounds/screen-kogen-1-stage-d/MEASURED.md",
          "rounds/screen-kogen-1-stage-d/MISSING-DECLARED.json",
          "rounds/screen-kogen-1-stage-d/MISSING.md",
          "rounds/screen-kogen-1-stage-d/PLAN.json",
          "rounds/screen-kogen-1-stage-d/README.md",
          "rounds/screen-kogen-1-stage-d/bundles/skd-a03-s01/EXCLUDED.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-a03-s01/attempts/ledger-ex/r0/a03-gherkin-off/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-a03-s01/attempts/ledger-ex/r0/a03-gherkin-off/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-a03-s01/attempts/ledger-ex/r0/s01-shaping-generated/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-a03-s01/attempts/ledger-ex/r0/s01-shaping-generated/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-a03-s01/attempts/r70-5-go/r0/a03-gherkin-off/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-a03-s01/attempts/r70-5-go/r0/a03-gherkin-off/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-a03-s01/attempts/r70-5-go/r0/s01-shaping-generated/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-a03-s01/attempts/r70-5-go/r0/s01-shaping-generated/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-a03-s01/attempts/rate-go/r0/a03-gherkin-off/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-a03-s01/attempts/rate-go/r0/a03-gherkin-off/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-a03-s01/attempts/rate-go/r0/s01-shaping-generated/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-a03-s01/attempts/rate-go/r0/s01-shaping-generated/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-a03-s01/frozen/experiment.toml",
          "rounds/screen-kogen-1-stage-d/bundles/skd-a03-s01/frozen/manifest.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-a03-s01/frozen/resolved/a03-gherkin-off.toml",
          "rounds/screen-kogen-1-stage-d/bundles/skd-a03-s01/frozen/resolved/s01-shaping-generated.toml",
          "rounds/screen-kogen-1-stage-d/bundles/skd-a03-s01/manifest.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-a03-s01/report.md",
          "rounds/screen-kogen-1-stage-d/bundles/skd-b08-b07/EXCLUDED.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-b08-b07/attempts/ledger-ex/r0/b07-output-full/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-b08-b07/attempts/ledger-ex/r0/b07-output-full/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-b08-b07/attempts/ledger-ex/r0/b08-builder-testing-rules-off/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-b08-b07/attempts/ledger-ex/r0/b08-builder-testing-rules-off/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-b08-b07/attempts/r70-5-go/r0/b08-builder-testing-rules-off/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-b08-b07/attempts/r70-5-go/r0/b08-builder-testing-rules-off/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-b08-b07/attempts/rate-go/r0/b07-output-full/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-b08-b07/attempts/rate-go/r0/b07-output-full/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-b08-b07/attempts/rate-go/r0/b08-builder-testing-rules-off/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-b08-b07/attempts/rate-go/r0/b08-builder-testing-rules-off/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-b08-b07/frozen/experiment.toml",
          "rounds/screen-kogen-1-stage-d/bundles/skd-b08-b07/frozen/manifest.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-b08-b07/frozen/resolved/b07-output-full.toml",
          "rounds/screen-kogen-1-stage-d/bundles/skd-b08-b07/frozen/resolved/b08-builder-testing-rules-off.toml",
          "rounds/screen-kogen-1-stage-d/bundles/skd-b08-b07/manifest.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-b08-b07/report.md",
          "rounds/screen-kogen-1-stage-d/bundles/skd-baseline/EXCLUDED.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-baseline/attempts/ledger-ex/r0/kogen/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-baseline/attempts/ledger-ex/r0/kogen/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-baseline/attempts/r70-5-go/r0/kogen/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-baseline/attempts/r70-5-go/r0/kogen/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-baseline/attempts/r70-7-go/r0/kogen/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-baseline/attempts/r70-7-go/r0/kogen/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-baseline/attempts/rate-go/r0/kogen/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-baseline/attempts/rate-go/r0/kogen/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-baseline/frozen/experiment.toml",
          "rounds/screen-kogen-1-stage-d/bundles/skd-baseline/frozen/manifest.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-baseline/frozen/resolved/kogen.toml",
          "rounds/screen-kogen-1-stage-d/bundles/skd-baseline/manifest.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-baseline/report.md",
          "rounds/screen-kogen-1-stage-d/bundles/skd-c01-r02/EXCLUDED.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-c01-r02/frozen/experiment.toml",
          "rounds/screen-kogen-1-stage-d/bundles/skd-c01-r02/frozen/manifest.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-c01-r02/frozen/resolved/c01-review-off.toml",
          "rounds/screen-kogen-1-stage-d/bundles/skd-c01-r02/frozen/resolved/r02-repair-fresh.toml",
          "rounds/screen-kogen-1-stage-d/bundles/skd-c01-r02/manifest.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-c01-r02/report.md",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v01-c05/EXCLUDED.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v01-c05/attempts/ledger-ex/r0/c05-review-advisory/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v01-c05/attempts/ledger-ex/r0/c05-review-advisory/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v01-c05/attempts/ledger-ex/r0/v01-verify-off/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v01-c05/attempts/ledger-ex/r0/v01-verify-off/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v01-c05/attempts/rate-go/r0/c05-review-advisory/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v01-c05/attempts/rate-go/r0/c05-review-advisory/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v01-c05/attempts/rate-go/r0/v01-verify-off/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v01-c05/attempts/rate-go/r0/v01-verify-off/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v01-c05/frozen/experiment.toml",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v01-c05/frozen/manifest.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v01-c05/frozen/resolved/c05-review-advisory.toml",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v01-c05/frozen/resolved/v01-verify-off.toml",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v01-c05/manifest.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v01-c05/report.md",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v05-p01/EXCLUDED.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v05-p01/attempts/ledger-ex/r0/p01-plan-off/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v05-p01/attempts/ledger-ex/r0/p01-plan-off/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v05-p01/attempts/ledger-ex/r0/v05-feedback-raw/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v05-p01/attempts/ledger-ex/r0/v05-feedback-raw/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v05-p01/attempts/r70-5-go/r0/v05-feedback-raw/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v05-p01/attempts/r70-5-go/r0/v05-feedback-raw/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v05-p01/attempts/rate-go/r0/p01-plan-off/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v05-p01/attempts/rate-go/r0/p01-plan-off/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v05-p01/attempts/rate-go/r0/v05-feedback-raw/a1/attempt.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v05-p01/attempts/rate-go/r0/v05-feedback-raw/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v05-p01/frozen/experiment.toml",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v05-p01/frozen/manifest.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v05-p01/frozen/resolved/p01-plan-off.toml",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v05-p01/frozen/resolved/v05-feedback-raw.toml",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v05-p01/manifest.json",
          "rounds/screen-kogen-1-stage-d/bundles/skd-v05-p01/report.md",
          "rounds/screen-kogen-1-stage-d/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "screen-kogen-2",
      "url": "/rounds/screen-kogen-2/",
      "status": "DESCRIPTIVE",
      "title": "Kogen mechanisms, one at a time, on four tasks the unchanged setup did not all solve",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/screen-kogen-2/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "screen-kogen-2",
        "script": null,
        "inputs": [
          "rounds/screen-kogen-2/MEASURED.md",
          "rounds/screen-kogen-2/MISSING-DECLARED.json",
          "rounds/screen-kogen-2/MISSING.md",
          "rounds/screen-kogen-2/PLAN.json",
          "rounds/screen-kogen-2/README.md",
          "rounds/screen-kogen-2/bundles/skf-a03/EXCLUDED.json",
          "rounds/screen-kogen-2/bundles/skf-a03/attempts/r70-5-elixir/r0/a03-gherkin-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-a03/attempts/r70-5-elixir/r0/a03-gherkin-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-a03/attempts/r70-5-go/r0/a03-gherkin-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-a03/attempts/r70-5-go/r0/a03-gherkin-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-a03/attempts/r70-7-elixir/r0/a03-gherkin-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-a03/attempts/r70-7-elixir/r0/a03-gherkin-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-a03/attempts/r70-7-go/r0/a03-gherkin-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-a03/attempts/r70-7-go/r0/a03-gherkin-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-a03/frozen/experiment.toml",
          "rounds/screen-kogen-2/bundles/skf-a03/frozen/manifest.json",
          "rounds/screen-kogen-2/bundles/skf-a03/frozen/resolved/a03-gherkin-off.toml",
          "rounds/screen-kogen-2/bundles/skf-a03/manifest.json",
          "rounds/screen-kogen-2/bundles/skf-a03/report.md",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/EXCLUDED.json",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/attempts/r70-5-elixir/r0/a03-gherkin-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/attempts/r70-5-elixir/r0/a03-gherkin-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/attempts/r70-5-elixir/r0/b07-output-full/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/attempts/r70-5-elixir/r0/b07-output-full/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/attempts/r70-5-go/r0/a03-gherkin-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/attempts/r70-5-go/r0/a03-gherkin-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/attempts/r70-5-go/r0/b07-output-full/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/attempts/r70-5-go/r0/b07-output-full/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/attempts/r70-7-elixir/r0/a03-gherkin-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/attempts/r70-7-elixir/r0/a03-gherkin-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/attempts/r70-7-elixir/r0/b07-output-full/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/attempts/r70-7-elixir/r0/b07-output-full/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/attempts/r70-7-go/r0/a03-gherkin-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/attempts/r70-7-go/r0/a03-gherkin-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/attempts/r70-7-go/r0/b07-output-full/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/attempts/r70-7-go/r0/b07-output-full/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/frozen/experiment.toml",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/frozen/manifest.json",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/frozen/resolved/a03-gherkin-off.toml",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/frozen/resolved/b07-output-full.toml",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/manifest.json",
          "rounds/screen-kogen-2/bundles/skf-b07-a03/report.md",
          "rounds/screen-kogen-2/bundles/skf-baseline/EXCLUDED.json",
          "rounds/screen-kogen-2/bundles/skf-baseline/attempts/r70-5-elixir/r0/kogen/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-baseline/attempts/r70-5-elixir/r0/kogen/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-baseline/attempts/r70-5-go/r0/kogen/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-baseline/attempts/r70-5-go/r0/kogen/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-baseline/attempts/r70-7-elixir/r0/kogen/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-baseline/attempts/r70-7-elixir/r0/kogen/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-baseline/attempts/r70-7-go/r0/kogen/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-baseline/attempts/r70-7-go/r0/kogen/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-baseline/frozen/experiment.toml",
          "rounds/screen-kogen-2/bundles/skf-baseline/frozen/manifest.json",
          "rounds/screen-kogen-2/bundles/skf-baseline/frozen/resolved/kogen.toml",
          "rounds/screen-kogen-2/bundles/skf-baseline/manifest.json",
          "rounds/screen-kogen-2/bundles/skf-baseline/report.md",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/EXCLUDED.json",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/attempts/r70-5-elixir/r0/c01-review-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/attempts/r70-5-elixir/r0/c01-review-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/attempts/r70-5-elixir/r0/r02-repair-fresh/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/attempts/r70-5-elixir/r0/r02-repair-fresh/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/attempts/r70-5-go/r0/c01-review-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/attempts/r70-5-go/r0/c01-review-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/attempts/r70-5-go/r0/r02-repair-fresh/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/attempts/r70-5-go/r0/r02-repair-fresh/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/attempts/r70-7-elixir/r0/c01-review-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/attempts/r70-7-elixir/r0/c01-review-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/attempts/r70-7-elixir/r0/r02-repair-fresh/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/attempts/r70-7-elixir/r0/r02-repair-fresh/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/attempts/r70-7-go/r0/c01-review-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/attempts/r70-7-go/r0/c01-review-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/attempts/r70-7-go/r0/r02-repair-fresh/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/attempts/r70-7-go/r0/r02-repair-fresh/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/frozen/experiment.toml",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/frozen/manifest.json",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/frozen/resolved/c01-review-off.toml",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/frozen/resolved/r02-repair-fresh.toml",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/manifest.json",
          "rounds/screen-kogen-2/bundles/skf-c01-r02/report.md",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/EXCLUDED.json",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/attempts/r70-5-elixir/r0/b08-builder-testing-rules-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/attempts/r70-5-elixir/r0/b08-builder-testing-rules-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/attempts/r70-5-elixir/r0/s01-shaping-generated/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/attempts/r70-5-elixir/r0/s01-shaping-generated/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/attempts/r70-5-go/r0/b08-builder-testing-rules-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/attempts/r70-5-go/r0/b08-builder-testing-rules-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/attempts/r70-5-go/r0/s01-shaping-generated/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/attempts/r70-5-go/r0/s01-shaping-generated/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/attempts/r70-7-elixir/r0/b08-builder-testing-rules-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/attempts/r70-7-elixir/r0/b08-builder-testing-rules-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/attempts/r70-7-elixir/r0/s01-shaping-generated/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/attempts/r70-7-elixir/r0/s01-shaping-generated/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/attempts/r70-7-go/r0/b08-builder-testing-rules-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/attempts/r70-7-go/r0/b08-builder-testing-rules-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/attempts/r70-7-go/r0/s01-shaping-generated/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/attempts/r70-7-go/r0/s01-shaping-generated/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/frozen/experiment.toml",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/frozen/manifest.json",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/frozen/resolved/b08-builder-testing-rules-off.toml",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/frozen/resolved/s01-shaping-generated.toml",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/manifest.json",
          "rounds/screen-kogen-2/bundles/skf-s01-b08/report.md",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/EXCLUDED.json",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/attempts/r70-5-elixir/r0/c05-review-advisory/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/attempts/r70-5-elixir/r0/c05-review-advisory/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/attempts/r70-5-elixir/r0/v01-verify-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/attempts/r70-5-elixir/r0/v01-verify-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/attempts/r70-5-go/r0/c05-review-advisory/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/attempts/r70-5-go/r0/c05-review-advisory/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/attempts/r70-5-go/r0/v01-verify-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/attempts/r70-5-go/r0/v01-verify-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/attempts/r70-7-elixir/r0/c05-review-advisory/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/attempts/r70-7-elixir/r0/c05-review-advisory/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/attempts/r70-7-elixir/r0/v01-verify-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/attempts/r70-7-elixir/r0/v01-verify-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/attempts/r70-7-go/r0/c05-review-advisory/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/attempts/r70-7-go/r0/c05-review-advisory/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/attempts/r70-7-go/r0/v01-verify-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/attempts/r70-7-go/r0/v01-verify-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/frozen/experiment.toml",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/frozen/manifest.json",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/frozen/resolved/c05-review-advisory.toml",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/frozen/resolved/v01-verify-off.toml",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/manifest.json",
          "rounds/screen-kogen-2/bundles/skf-v01-c05/report.md",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/EXCLUDED.json",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/attempts/r70-5-elixir/r0/p01-plan-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/attempts/r70-5-elixir/r0/p01-plan-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/attempts/r70-5-elixir/r0/v05-feedback-raw/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/attempts/r70-5-elixir/r0/v05-feedback-raw/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/attempts/r70-5-go/r0/p01-plan-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/attempts/r70-5-go/r0/p01-plan-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/attempts/r70-5-go/r0/v05-feedback-raw/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/attempts/r70-5-go/r0/v05-feedback-raw/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/attempts/r70-7-elixir/r0/p01-plan-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/attempts/r70-7-elixir/r0/p01-plan-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/attempts/r70-7-elixir/r0/v05-feedback-raw/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/attempts/r70-7-elixir/r0/v05-feedback-raw/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/attempts/r70-7-go/r0/p01-plan-off/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/attempts/r70-7-go/r0/p01-plan-off/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/attempts/r70-7-go/r0/v05-feedback-raw/a1/attempt.json",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/attempts/r70-7-go/r0/v05-feedback-raw/a1/evaluation.json",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/frozen/experiment.toml",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/frozen/manifest.json",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/frozen/resolved/p01-plan-off.toml",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/frozen/resolved/v05-feedback-raw.toml",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/manifest.json",
          "rounds/screen-kogen-2/bundles/skf-v05-p01/report.md",
          "rounds/screen-kogen-2/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "screen-kogen-1-stage-1",
      "url": "/rounds/screen-kogen-1-stage-1/",
      "status": "INVALID",
      "title": "Kogen mechanism screen, first baseline runs: invalid",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/screen-kogen-1-stage-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "screen-kogen-1-stage-1",
        "script": null,
        "inputs": [
          "rounds/screen-kogen-1-stage-1/MEASURED.md",
          "rounds/screen-kogen-1-stage-1/MISSING-DECLARED.json",
          "rounds/screen-kogen-1-stage-1/MISSING.md",
          "rounds/screen-kogen-1-stage-1/PLAN.json",
          "rounds/screen-kogen-1-stage-1/README.md",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline-b/EXCLUDED.json",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline-b/attempts/ledger-ex/r0/kogen/a1/attempt.json",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline-b/attempts/ledger-ex/r0/kogen/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline-b/attempts/rate-go/r0/kogen/a1/attempt.json",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline-b/attempts/rate-go/r0/kogen/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline-b/frozen/experiment.toml",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline-b/frozen/manifest.json",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline-b/frozen/resolved/kogen.toml",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline-b/manifest.json",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline-b/report.md",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline/EXCLUDED.json",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline/attempts/ledger-ex/r0/kogen/a1/attempt.json",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline/attempts/ledger-ex/r0/kogen/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline/attempts/r70-5-go/r0/kogen/a1/attempt.json",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline/attempts/r70-5-go/r0/kogen/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline/attempts/r70-7-go/r0/kogen/a1/attempt.json",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline/attempts/r70-7-go/r0/kogen/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline/attempts/rate-go/r0/kogen/a1/attempt.json",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline/attempts/rate-go/r0/kogen/a1/evaluation.json",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline/frozen/experiment.toml",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline/frozen/manifest.json",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline/frozen/resolved/kogen.toml",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline/manifest.json",
          "rounds/screen-kogen-1-stage-1/bundles/screen-kogen-1-baseline/report.md",
          "rounds/screen-kogen-1-stage-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "screen-kogen-2-first-run",
      "url": "/rounds/screen-kogen-2-first-run/",
      "status": "INVALID",
      "title": "Kogen mechanisms on four tasks: invalid first run",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/screen-kogen-2-first-run/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "screen-kogen-2-first-run",
        "script": null,
        "inputs": [
          "rounds/screen-kogen-2-first-run/MEASURED.md",
          "rounds/screen-kogen-2-first-run/MISSING-DECLARED.json",
          "rounds/screen-kogen-2-first-run/MISSING.md",
          "rounds/screen-kogen-2-first-run/PLAN.json",
          "rounds/screen-kogen-2-first-run/README.md",
          "rounds/screen-kogen-2-first-run/bundles/ske-b07-a03/EXCLUDED.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-b07-a03/attempts/r70-5-elixir/r0/b07-output-full/a1/attempt.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-b07-a03/attempts/r70-5-elixir/r0/b07-output-full/a1/evaluation.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-b07-a03/frozen/experiment.toml",
          "rounds/screen-kogen-2-first-run/bundles/ske-b07-a03/frozen/manifest.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-b07-a03/frozen/resolved/a03-gherkin-off.toml",
          "rounds/screen-kogen-2-first-run/bundles/ske-b07-a03/frozen/resolved/b07-output-full.toml",
          "rounds/screen-kogen-2-first-run/bundles/ske-b07-a03/manifest.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-b07-a03/report.md",
          "rounds/screen-kogen-2-first-run/bundles/ske-baseline/EXCLUDED.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-baseline/attempts/r70-5-elixir/r0/kogen/a1/attempt.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-baseline/attempts/r70-5-elixir/r0/kogen/a1/evaluation.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-baseline/attempts/r70-7-elixir/r0/kogen/a1/attempt.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-baseline/attempts/r70-7-elixir/r0/kogen/a1/evaluation.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-baseline/frozen/experiment.toml",
          "rounds/screen-kogen-2-first-run/bundles/ske-baseline/frozen/manifest.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-baseline/frozen/resolved/kogen.toml",
          "rounds/screen-kogen-2-first-run/bundles/ske-baseline/manifest.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-baseline/report.md",
          "rounds/screen-kogen-2-first-run/bundles/ske-c01-r02/EXCLUDED.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-c01-r02/attempts/r70-5-elixir/r0/c01-review-off/a1/attempt.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-c01-r02/attempts/r70-5-elixir/r0/c01-review-off/a1/evaluation.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-c01-r02/attempts/r70-5-elixir/r0/r02-repair-fresh/a1/attempt.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-c01-r02/attempts/r70-5-elixir/r0/r02-repair-fresh/a1/evaluation.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-c01-r02/frozen/experiment.toml",
          "rounds/screen-kogen-2-first-run/bundles/ske-c01-r02/frozen/manifest.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-c01-r02/frozen/resolved/c01-review-off.toml",
          "rounds/screen-kogen-2-first-run/bundles/ske-c01-r02/frozen/resolved/r02-repair-fresh.toml",
          "rounds/screen-kogen-2-first-run/bundles/ske-c01-r02/manifest.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-c01-r02/report.md",
          "rounds/screen-kogen-2-first-run/bundles/ske-s01-b08/EXCLUDED.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-s01-b08/attempts/r70-5-elixir/r0/s01-shaping-generated/a1/attempt.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-s01-b08/attempts/r70-5-elixir/r0/s01-shaping-generated/a1/evaluation.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-s01-b08/frozen/experiment.toml",
          "rounds/screen-kogen-2-first-run/bundles/ske-s01-b08/frozen/manifest.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-s01-b08/frozen/resolved/b08-builder-testing-rules-off.toml",
          "rounds/screen-kogen-2-first-run/bundles/ske-s01-b08/frozen/resolved/s01-shaping-generated.toml",
          "rounds/screen-kogen-2-first-run/bundles/ske-s01-b08/manifest.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-s01-b08/report.md",
          "rounds/screen-kogen-2-first-run/bundles/ske-v01-c05/EXCLUDED.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-v01-c05/attempts/r70-5-elixir/r0/c05-review-advisory/a1/attempt.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-v01-c05/attempts/r70-5-elixir/r0/c05-review-advisory/a1/evaluation.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-v01-c05/attempts/r70-5-elixir/r0/v01-verify-off/a1/attempt.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-v01-c05/attempts/r70-5-elixir/r0/v01-verify-off/a1/evaluation.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-v01-c05/frozen/experiment.toml",
          "rounds/screen-kogen-2-first-run/bundles/ske-v01-c05/frozen/manifest.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-v01-c05/frozen/resolved/c05-review-advisory.toml",
          "rounds/screen-kogen-2-first-run/bundles/ske-v01-c05/frozen/resolved/v01-verify-off.toml",
          "rounds/screen-kogen-2-first-run/bundles/ske-v01-c05/manifest.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-v01-c05/report.md",
          "rounds/screen-kogen-2-first-run/bundles/ske-v05-p01/EXCLUDED.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-v05-p01/attempts/r70-5-elixir/r0/v05-feedback-raw/a1/attempt.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-v05-p01/attempts/r70-5-elixir/r0/v05-feedback-raw/a1/evaluation.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-v05-p01/frozen/experiment.toml",
          "rounds/screen-kogen-2-first-run/bundles/ske-v05-p01/frozen/manifest.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-v05-p01/frozen/resolved/p01-plan-off.toml",
          "rounds/screen-kogen-2-first-run/bundles/ske-v05-p01/frozen/resolved/v05-feedback-raw.toml",
          "rounds/screen-kogen-2-first-run/bundles/ske-v05-p01/manifest.json",
          "rounds/screen-kogen-2-first-run/bundles/ske-v05-p01/report.md",
          "rounds/screen-kogen-2-first-run/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "baseline-variance-1",
      "url": "/rounds/baseline-variance-1/",
      "status": "DESCRIPTIVE",
      "title": "Repeating the unchanged Kogen configuration: the screen's gains were probably chance",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/baseline-variance-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "baseline-variance-1",
        "script": null,
        "inputs": [
          "rounds/baseline-variance-1/MEASURED.md",
          "rounds/baseline-variance-1/MISSING-DECLARED.json",
          "rounds/baseline-variance-1/MISSING.md",
          "rounds/baseline-variance-1/PLAN.json",
          "rounds/baseline-variance-1/README.md",
          "rounds/baseline-variance-1/bundles/bv1/EXCLUDED.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-elixir/r0/b07-output-full/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-elixir/r0/b07-output-full/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-elixir/r0/kogen/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-elixir/r0/kogen/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-elixir/r1/b07-output-full/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-elixir/r1/b07-output-full/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-elixir/r1/kogen/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-elixir/r1/kogen/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-elixir/r2/b07-output-full/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-elixir/r2/b07-output-full/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-elixir/r2/kogen/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-elixir/r2/kogen/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-go/r0/b07-output-full/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-go/r0/b07-output-full/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-go/r0/kogen/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-go/r0/kogen/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-go/r1/b07-output-full/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-go/r1/b07-output-full/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-go/r1/kogen/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-go/r1/kogen/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-go/r2/b07-output-full/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-go/r2/b07-output-full/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-go/r2/kogen/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-5-go/r2/kogen/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-elixir/r0/b07-output-full/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-elixir/r0/b07-output-full/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-elixir/r0/kogen/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-elixir/r0/kogen/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-elixir/r1/b07-output-full/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-elixir/r1/b07-output-full/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-elixir/r1/kogen/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-elixir/r1/kogen/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-elixir/r2/b07-output-full/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-elixir/r2/b07-output-full/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-elixir/r2/kogen/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-elixir/r2/kogen/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-go/r0/b07-output-full/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-go/r0/b07-output-full/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-go/r0/kogen/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-go/r0/kogen/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-go/r1/b07-output-full/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-go/r1/b07-output-full/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-go/r1/kogen/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-go/r1/kogen/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-go/r2/b07-output-full/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-go/r2/b07-output-full/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-go/r2/kogen/a1/attempt.json",
          "rounds/baseline-variance-1/bundles/bv1/attempts/r70-7-go/r2/kogen/a1/evaluation.json",
          "rounds/baseline-variance-1/bundles/bv1/frozen/experiment.toml",
          "rounds/baseline-variance-1/bundles/bv1/frozen/manifest.json",
          "rounds/baseline-variance-1/bundles/bv1/frozen/resolved/b07-output-full.toml",
          "rounds/baseline-variance-1/bundles/bv1/frozen/resolved/kogen.toml",
          "rounds/baseline-variance-1/bundles/bv1/manifest.json",
          "rounds/baseline-variance-1/bundles/bv1/report.md",
          "rounds/baseline-variance-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "review-timing-1",
      "url": "/rounds/review-timing-1/",
      "status": "DESCRIPTIVE",
      "title": "Reviewing only once: cheaper, and wrong code gets through",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/review-timing-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "review-timing-1",
        "script": null,
        "inputs": [
          "rounds/review-timing-1/MEASURED.md",
          "rounds/review-timing-1/MISSING-DECLARED.json",
          "rounds/review-timing-1/MISSING.md",
          "rounds/review-timing-1/PLAN.json",
          "rounds/review-timing-1/README.md",
          "rounds/review-timing-1/bundles/rt1/EXCLUDED.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-elixir/r0/luna-first/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-elixir/r0/luna-first/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-elixir/r0/sol-every/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-elixir/r0/sol-every/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-elixir/r0/sol-every/a2/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-elixir/r0/sol-every/a2/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-elixir/r0/sol-first/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-elixir/r0/sol-first/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-elixir/r1/luna-first/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-elixir/r1/luna-first/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-elixir/r1/sol-every/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-elixir/r1/sol-every/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-elixir/r1/sol-first/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-elixir/r1/sol-first/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-elixir/r1/sol-first/a2/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-elixir/r1/sol-first/a2/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-go/r0/luna-first/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-go/r0/luna-first/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-go/r0/sol-every/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-go/r0/sol-every/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-go/r0/sol-first/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-go/r0/sol-first/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-go/r1/luna-first/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-go/r1/luna-first/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-go/r1/sol-every/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-go/r1/sol-every/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-go/r1/sol-every/a2/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-go/r1/sol-every/a2/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-go/r1/sol-first/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-5-go/r1/sol-first/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-elixir/r0/luna-first/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-elixir/r0/luna-first/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-elixir/r0/sol-every/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-elixir/r0/sol-every/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-elixir/r0/sol-first/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-elixir/r0/sol-first/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-elixir/r1/luna-first/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-elixir/r1/luna-first/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-elixir/r1/luna-first/a2/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-elixir/r1/luna-first/a2/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-elixir/r1/sol-every/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-elixir/r1/sol-every/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-elixir/r1/sol-first/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-elixir/r1/sol-first/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-go/r0/luna-first/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-go/r0/luna-first/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-go/r0/sol-every/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-go/r0/sol-every/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-go/r0/sol-first/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-go/r0/sol-first/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-go/r1/luna-first/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-go/r1/luna-first/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-go/r1/luna-first/a2/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-go/r1/luna-first/a2/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-go/r1/sol-every/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-go/r1/sol-every/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-go/r1/sol-first/a1/attempt.json",
          "rounds/review-timing-1/bundles/rt1/attempts/r70-7-go/r1/sol-first/a1/evaluation.json",
          "rounds/review-timing-1/bundles/rt1/frozen/experiment.toml",
          "rounds/review-timing-1/bundles/rt1/frozen/manifest.json",
          "rounds/review-timing-1/bundles/rt1/frozen/resolved/luna-first.toml",
          "rounds/review-timing-1/bundles/rt1/frozen/resolved/sol-every.toml",
          "rounds/review-timing-1/bundles/rt1/frozen/resolved/sol-first.toml",
          "rounds/review-timing-1/bundles/rt1/manifest.json",
          "rounds/review-timing-1/bundles/rt1/report.md",
          "rounds/review-timing-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "shaping-model-1",
      "url": "/rounds/shaping-model-1/",
      "status": "DESCRIPTIVE",
      "title": "Writing the specification inside the attempt: a stronger model did not help",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/shaping-model-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "shaping-model-1",
        "script": null,
        "inputs": [
          "rounds/shaping-model-1/MEASURED.md",
          "rounds/shaping-model-1/MISSING-DECLARED.json",
          "rounds/shaping-model-1/MISSING.md",
          "rounds/shaping-model-1/PLAN.json",
          "rounds/shaping-model-1/README.md",
          "rounds/shaping-model-1/bundles/sm1/EXCLUDED.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-elixir/r0/shape-luna/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-elixir/r0/shape-luna/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-elixir/r0/shape-sol/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-elixir/r0/shape-sol/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-elixir/r0/supplied/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-elixir/r0/supplied/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-elixir/r1/shape-luna/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-elixir/r1/shape-luna/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-elixir/r1/shape-sol/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-elixir/r1/shape-sol/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-elixir/r1/supplied/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-elixir/r1/supplied/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-go/r0/shape-luna/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-go/r0/shape-luna/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-go/r0/shape-sol/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-go/r0/shape-sol/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-go/r1/shape-luna/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-go/r1/shape-luna/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-go/r1/shape-sol/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-go/r1/shape-sol/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-go/r1/supplied/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-5-go/r1/supplied/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-elixir/r0/shape-luna/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-elixir/r0/shape-luna/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-elixir/r0/shape-sol/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-elixir/r0/shape-sol/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-elixir/r0/supplied/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-elixir/r0/supplied/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-elixir/r1/shape-luna/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-elixir/r1/shape-luna/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-elixir/r1/shape-sol/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-elixir/r1/shape-sol/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-elixir/r1/supplied/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-elixir/r1/supplied/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-go/r0/shape-luna/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-go/r0/shape-luna/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-go/r0/shape-sol/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-go/r0/shape-sol/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-go/r0/supplied/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-go/r0/supplied/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-go/r1/shape-luna/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-go/r1/shape-luna/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-go/r1/shape-sol/a1/attempt.json",
          "rounds/shaping-model-1/bundles/sm1/attempts/r70-7-go/r1/shape-sol/a1/evaluation.json",
          "rounds/shaping-model-1/bundles/sm1/frozen/experiment.toml",
          "rounds/shaping-model-1/bundles/sm1/frozen/manifest.json",
          "rounds/shaping-model-1/bundles/sm1/frozen/resolved/shape-luna.toml",
          "rounds/shaping-model-1/bundles/sm1/frozen/resolved/shape-sol.toml",
          "rounds/shaping-model-1/bundles/sm1/frozen/resolved/supplied.toml",
          "rounds/shaping-model-1/bundles/sm1/manifest.json",
          "rounds/shaping-model-1/bundles/sm1/report.md",
          "rounds/shaping-model-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "builder-effort-1",
      "url": "/rounds/builder-effort-1/",
      "status": "DESCRIPTIVE",
      "title": "More builder effort: fewer repairs and less input in these attempts",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/builder-effort-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "builder-effort-1",
        "script": null,
        "inputs": [
          "rounds/builder-effort-1/MEASURED.md",
          "rounds/builder-effort-1/MISSING-DECLARED.json",
          "rounds/builder-effort-1/MISSING.md",
          "rounds/builder-effort-1/PLAN.json",
          "rounds/builder-effort-1/README.md",
          "rounds/builder-effort-1/bundles/be1/EXCLUDED.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-5-elixir/r0/low/a1/attempt.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-5-elixir/r0/low/a1/evaluation.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-5-elixir/r0/medium/a1/attempt.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-5-elixir/r0/medium/a1/evaluation.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-5-elixir/r1/low/a1/attempt.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-5-elixir/r1/low/a1/evaluation.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-5-elixir/r1/medium/a1/attempt.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-5-elixir/r1/medium/a1/evaluation.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-5-go/r0/low/a1/attempt.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-5-go/r0/low/a1/evaluation.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-5-go/r0/medium/a1/attempt.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-5-go/r0/medium/a1/evaluation.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-5-go/r1/low/a1/attempt.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-5-go/r1/low/a1/evaluation.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-5-go/r1/medium/a1/attempt.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-5-go/r1/medium/a1/evaluation.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-7-elixir/r0/low/a1/attempt.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-7-elixir/r0/low/a1/evaluation.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-7-elixir/r0/medium/a1/attempt.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-7-elixir/r0/medium/a1/evaluation.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-7-elixir/r1/low/a1/attempt.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-7-elixir/r1/low/a1/evaluation.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-7-elixir/r1/medium/a1/attempt.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-7-elixir/r1/medium/a1/evaluation.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-7-go/r0/low/a1/attempt.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-7-go/r0/low/a1/evaluation.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-7-go/r0/medium/a1/attempt.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-7-go/r0/medium/a1/evaluation.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-7-go/r1/low/a1/attempt.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-7-go/r1/low/a1/evaluation.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-7-go/r1/medium/a1/attempt.json",
          "rounds/builder-effort-1/bundles/be1/attempts/r70-7-go/r1/medium/a1/evaluation.json",
          "rounds/builder-effort-1/bundles/be1/frozen/experiment.toml",
          "rounds/builder-effort-1/bundles/be1/frozen/manifest.json",
          "rounds/builder-effort-1/bundles/be1/frozen/resolved/low.toml",
          "rounds/builder-effort-1/bundles/be1/frozen/resolved/medium.toml",
          "rounds/builder-effort-1/bundles/be1/manifest.json",
          "rounds/builder-effort-1/bundles/be1/report.md",
          "rounds/builder-effort-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "confirm-builder-effort-1",
      "url": "/rounds/confirm-builder-effort-1/",
      "status": "DESCRIPTIVE",
      "title": "Builder effort confirmed on fresh tasks: same correctness, about a quarter less input",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/confirm-builder-effort-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "confirm-builder-effort-1",
        "script": null,
        "inputs": [
          "rounds/confirm-builder-effort-1/MEASURED.md",
          "rounds/confirm-builder-effort-1/MISSING-DECLARED.json",
          "rounds/confirm-builder-effort-1/MISSING.md",
          "rounds/confirm-builder-effort-1/PLAN.json",
          "rounds/confirm-builder-effort-1/README.md",
          "rounds/confirm-builder-effort-1/bundles/cbe1/EXCLUDED.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-ex/r0/low/a1/attempt.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-ex/r0/low/a1/evaluation.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-ex/r0/medium/a1/attempt.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-ex/r0/medium/a1/evaluation.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-ex/r1/low/a1/attempt.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-ex/r1/low/a1/evaluation.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-ex/r1/medium/a1/attempt.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-ex/r1/medium/a1/evaluation.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-ex/r2/low/a1/attempt.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-ex/r2/low/a1/evaluation.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-ex/r2/medium/a1/attempt.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-ex/r2/medium/a1/evaluation.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-go/r0/low/a1/attempt.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-go/r0/low/a1/evaluation.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-go/r0/medium/a1/attempt.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-go/r0/medium/a1/evaluation.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-go/r1/low/a1/attempt.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-go/r1/low/a1/evaluation.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-go/r1/medium/a1/attempt.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-go/r1/medium/a1/evaluation.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-go/r2/low/a1/attempt.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-go/r2/low/a1/evaluation.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-go/r2/medium/a1/attempt.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/env-go/r2/medium/a1/evaluation.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/sched-go/r0/low/a1/attempt.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/sched-go/r0/low/a1/evaluation.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/sched-go/r0/medium/a1/attempt.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/sched-go/r0/medium/a1/evaluation.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/sched-go/r1/low/a1/attempt.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/sched-go/r1/low/a1/evaluation.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/sched-go/r1/medium/a1/attempt.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/sched-go/r1/medium/a1/evaluation.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/sched-go/r2/low/a1/attempt.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/sched-go/r2/low/a1/evaluation.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/sched-go/r2/medium/a1/attempt.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/attempts/sched-go/r2/medium/a1/evaluation.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/frozen/experiment.toml",
          "rounds/confirm-builder-effort-1/bundles/cbe1/frozen/manifest.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/frozen/resolved/low.toml",
          "rounds/confirm-builder-effort-1/bundles/cbe1/frozen/resolved/medium.toml",
          "rounds/confirm-builder-effort-1/bundles/cbe1/manifest.json",
          "rounds/confirm-builder-effort-1/bundles/cbe1/report.md",
          "rounds/confirm-builder-effort-1/records.jsonl",
          "rounds/confirm-builder-effort-1/tasks/env-ex/.kogen-lab-boundary",
          "rounds/confirm-builder-effort-1/tasks/env-ex/request.md",
          "rounds/confirm-builder-effort-1/tasks/env-ex/start/.formatter.exs",
          "rounds/confirm-builder-effort-1/tasks/env-ex/start/.gitignore",
          "rounds/confirm-builder-effort-1/tasks/env-ex/start/Makefile",
          "rounds/confirm-builder-effort-1/tasks/env-ex/start/README.md",
          "rounds/confirm-builder-effort-1/tasks/env-ex/start/features/steps/.gitkeep",
          "rounds/confirm-builder-effort-1/tasks/env-ex/start/lib/core.ex",
          "rounds/confirm-builder-effort-1/tasks/env-ex/start/lib/kogen.ex",
          "rounds/confirm-builder-effort-1/tasks/env-ex/start/mix.exs",
          "rounds/confirm-builder-effort-1/tasks/env-ex/start/package-lock.json",
          "rounds/confirm-builder-effort-1/tasks/env-ex/start/package.json",
          "rounds/confirm-builder-effort-1/tasks/env-ex/start/run",
          "rounds/confirm-builder-effort-1/tasks/env-ex/start/setup.sh",
          "rounds/confirm-builder-effort-1/tasks/env-ex/start/test/input_test.exs",
          "rounds/confirm-builder-effort-1/tasks/env-ex/start/test/test_helper.exs",
          "rounds/confirm-builder-effort-1/tasks/env-ex/supplied/EQUIVALENCE.md",
          "rounds/confirm-builder-effort-1/tasks/env-ex/supplied/gherkin/features/steps/env_ex_steps.js",
          "rounds/confirm-builder-effort-1/tasks/env-ex/supplied/gherkin/intent.md",
          "rounds/confirm-builder-effort-1/tasks/env-ex/supplied/prose/intent.md",
          "rounds/confirm-builder-effort-1/tasks/env-ex/task.toml",
          "rounds/confirm-builder-effort-1/tasks/env-go/.kogen-lab-boundary",
          "rounds/confirm-builder-effort-1/tasks/env-go/request.md",
          "rounds/confirm-builder-effort-1/tasks/env-go/start/.gitignore",
          "rounds/confirm-builder-effort-1/tasks/env-go/start/Makefile",
          "rounds/confirm-builder-effort-1/tasks/env-go/start/README.md",
          "rounds/confirm-builder-effort-1/tasks/env-go/start/core.go",
          "rounds/confirm-builder-effort-1/tasks/env-go/start/features/steps/.gitkeep",
          "rounds/confirm-builder-effort-1/tasks/env-go/start/go.mod",
          "rounds/confirm-builder-effort-1/tasks/env-go/start/main.go",
          "rounds/confirm-builder-effort-1/tasks/env-go/start/main_test.go",
          "rounds/confirm-builder-effort-1/tasks/env-go/start/package-lock.json",
          "rounds/confirm-builder-effort-1/tasks/env-go/start/package.json",
          "rounds/confirm-builder-effort-1/tasks/env-go/start/run",
          "rounds/confirm-builder-effort-1/tasks/env-go/start/setup.sh",
          "rounds/confirm-builder-effort-1/tasks/env-go/supplied/EQUIVALENCE.md",
          "rounds/confirm-builder-effort-1/tasks/env-go/supplied/gherkin/features/steps/env_go_steps.js",
          "rounds/confirm-builder-effort-1/tasks/env-go/supplied/gherkin/intent.md",
          "rounds/confirm-builder-effort-1/tasks/env-go/supplied/prose/intent.md",
          "rounds/confirm-builder-effort-1/tasks/env-go/task.toml",
          "rounds/confirm-builder-effort-1/tasks/sched-go/.kogen-lab-boundary",
          "rounds/confirm-builder-effort-1/tasks/sched-go/request.md",
          "rounds/confirm-builder-effort-1/tasks/sched-go/start/.gitignore",
          "rounds/confirm-builder-effort-1/tasks/sched-go/start/Makefile",
          "rounds/confirm-builder-effort-1/tasks/sched-go/start/README.md",
          "rounds/confirm-builder-effort-1/tasks/sched-go/start/core.go",
          "rounds/confirm-builder-effort-1/tasks/sched-go/start/features/steps/.gitkeep",
          "rounds/confirm-builder-effort-1/tasks/sched-go/start/go.mod",
          "rounds/confirm-builder-effort-1/tasks/sched-go/start/main.go",
          "rounds/confirm-builder-effort-1/tasks/sched-go/start/main_test.go",
          "rounds/confirm-builder-effort-1/tasks/sched-go/start/package-lock.json",
          "rounds/confirm-builder-effort-1/tasks/sched-go/start/package.json",
          "rounds/confirm-builder-effort-1/tasks/sched-go/start/run",
          "rounds/confirm-builder-effort-1/tasks/sched-go/start/setup.sh",
          "rounds/confirm-builder-effort-1/tasks/sched-go/supplied/EQUIVALENCE.md",
          "rounds/confirm-builder-effort-1/tasks/sched-go/supplied/gherkin/acceptance.feature",
          "rounds/confirm-builder-effort-1/tasks/sched-go/supplied/gherkin/features/steps/sched_go_steps.js",
          "rounds/confirm-builder-effort-1/tasks/sched-go/supplied/gherkin/intent.md",
          "rounds/confirm-builder-effort-1/tasks/sched-go/supplied/prose/intent.md",
          "rounds/confirm-builder-effort-1/tasks/sched-go/task.toml"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "repair-stop-1",
      "url": "/rounds/repair-stop-1/",
      "status": "DESCRIPTIVE",
      "title": "Repair limit: the six-repair stop did not hide successes on the Elixir task",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/repair-stop-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "repair-stop-1",
        "script": null,
        "inputs": [
          "rounds/repair-stop-1/MEASURED.md",
          "rounds/repair-stop-1/MISSING-DECLARED.json",
          "rounds/repair-stop-1/MISSING.md",
          "rounds/repair-stop-1/PLAN.json",
          "rounds/repair-stop-1/README.md",
          "rounds/repair-stop-1/bundles/rs1/EXCLUDED.json",
          "rounds/repair-stop-1/bundles/rs1/attempts/env-ex/r0/stop12/a1/attempt.json",
          "rounds/repair-stop-1/bundles/rs1/attempts/env-ex/r0/stop12/a1/evaluation.json",
          "rounds/repair-stop-1/bundles/rs1/attempts/env-ex/r0/stop6/a1/attempt.json",
          "rounds/repair-stop-1/bundles/rs1/attempts/env-ex/r0/stop6/a1/evaluation.json",
          "rounds/repair-stop-1/bundles/rs1/attempts/env-ex/r1/stop12/a1/attempt.json",
          "rounds/repair-stop-1/bundles/rs1/attempts/env-ex/r1/stop12/a1/evaluation.json",
          "rounds/repair-stop-1/bundles/rs1/attempts/env-ex/r1/stop6/a1/attempt.json",
          "rounds/repair-stop-1/bundles/rs1/attempts/env-ex/r1/stop6/a1/evaluation.json",
          "rounds/repair-stop-1/bundles/rs1/attempts/env-ex/r2/stop12/a1/attempt.json",
          "rounds/repair-stop-1/bundles/rs1/attempts/env-ex/r2/stop12/a1/evaluation.json",
          "rounds/repair-stop-1/bundles/rs1/attempts/env-ex/r2/stop6/a1/attempt.json",
          "rounds/repair-stop-1/bundles/rs1/attempts/env-ex/r2/stop6/a1/evaluation.json",
          "rounds/repair-stop-1/bundles/rs1/frozen/experiment.toml",
          "rounds/repair-stop-1/bundles/rs1/frozen/manifest.json",
          "rounds/repair-stop-1/bundles/rs1/frozen/resolved/stop12.toml",
          "rounds/repair-stop-1/bundles/rs1/frozen/resolved/stop6.toml",
          "rounds/repair-stop-1/bundles/rs1/manifest.json",
          "rounds/repair-stop-1/bundles/rs1/report.md",
          "rounds/repair-stop-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "review-bound-1",
      "url": "/rounds/review-bound-1/",
      "status": "DESCRIPTIVE",
      "title": "Review round limits: stopping review after one or two rounds would have let wrong code through",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/review-bound-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "review-bound-1",
        "script": null,
        "inputs": [
          "rounds/review-bound-1/COUNTERFACTUAL.json",
          "rounds/review-bound-1/MEASURED.md",
          "rounds/review-bound-1/MISSING-DECLARED.json",
          "rounds/review-bound-1/MISSING.md",
          "rounds/review-bound-1/PLAN.json",
          "rounds/review-bound-1/README.md",
          "rounds/review-bound-1/bundles/rb1/EXCLUDED.json",
          "rounds/review-bound-1/bundles/rb1/attempts/env-go/r0/low/a1/attempt.json",
          "rounds/review-bound-1/bundles/rb1/attempts/env-go/r0/low/a1/evaluation.json",
          "rounds/review-bound-1/bundles/rb1/attempts/env-go/r0/medium/a1/attempt.json",
          "rounds/review-bound-1/bundles/rb1/attempts/env-go/r0/medium/a1/evaluation.json",
          "rounds/review-bound-1/bundles/rb1/attempts/r70-5-elixir/r0/low/a1/attempt.json",
          "rounds/review-bound-1/bundles/rb1/attempts/r70-5-elixir/r0/low/a1/evaluation.json",
          "rounds/review-bound-1/bundles/rb1/attempts/r70-5-elixir/r0/medium/a1/attempt.json",
          "rounds/review-bound-1/bundles/rb1/attempts/r70-5-elixir/r0/medium/a1/evaluation.json",
          "rounds/review-bound-1/bundles/rb1/attempts/r70-5-go/r0/low/a1/attempt.json",
          "rounds/review-bound-1/bundles/rb1/attempts/r70-5-go/r0/low/a1/evaluation.json",
          "rounds/review-bound-1/bundles/rb1/attempts/r70-5-go/r0/medium/a1/attempt.json",
          "rounds/review-bound-1/bundles/rb1/attempts/r70-5-go/r0/medium/a1/evaluation.json",
          "rounds/review-bound-1/bundles/rb1/attempts/sched-go/r0/low/a1/attempt.json",
          "rounds/review-bound-1/bundles/rb1/attempts/sched-go/r0/low/a1/evaluation.json",
          "rounds/review-bound-1/bundles/rb1/attempts/sched-go/r0/medium/a1/attempt.json",
          "rounds/review-bound-1/bundles/rb1/attempts/sched-go/r0/medium/a1/evaluation.json",
          "rounds/review-bound-1/bundles/rb1/frozen/experiment.toml",
          "rounds/review-bound-1/bundles/rb1/frozen/manifest.json",
          "rounds/review-bound-1/bundles/rb1/frozen/resolved/low.toml",
          "rounds/review-bound-1/bundles/rb1/frozen/resolved/medium.toml",
          "rounds/review-bound-1/bundles/rb1/manifest.json",
          "rounds/review-bound-1/bundles/rb1/report.md",
          "rounds/review-bound-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "review-bound-2",
      "url": "/rounds/review-bound-2/",
      "status": "DESCRIPTIVE",
      "title": "Review round limits, extended: a one-round limit would have let wrong code through in a quarter of attempts",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/review-bound-2/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "review-bound-2",
        "script": null,
        "inputs": [
          "rounds/review-bound-2/COUNTERFACTUAL.json",
          "rounds/review-bound-2/MEASURED.md",
          "rounds/review-bound-2/MISSING-DECLARED.json",
          "rounds/review-bound-2/MISSING.md",
          "rounds/review-bound-2/PLAN.json",
          "rounds/review-bound-2/README.md",
          "rounds/review-bound-2/bundles/rb2/EXCLUDED.json",
          "rounds/review-bound-2/bundles/rb2/attempts/env-go/r0/low/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/env-go/r0/low/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/env-go/r0/medium/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/env-go/r0/medium/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/env-go/r1/low/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/env-go/r1/low/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/env-go/r1/medium/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/env-go/r1/medium/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/env-go/r2/low/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/env-go/r2/low/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/env-go/r2/medium/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/env-go/r2/medium/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-elixir/r0/low/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-elixir/r0/low/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-elixir/r0/medium/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-elixir/r0/medium/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-elixir/r1/low/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-elixir/r1/low/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-elixir/r1/medium/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-elixir/r1/medium/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-elixir/r2/low/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-elixir/r2/low/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-elixir/r2/medium/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-elixir/r2/medium/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-go/r0/low/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-go/r0/low/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-go/r0/medium/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-go/r0/medium/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-go/r1/low/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-go/r1/low/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-go/r1/medium/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-go/r1/medium/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-go/r2/low/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-go/r2/low/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-go/r2/medium/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/r70-5-go/r2/medium/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/sched-go/r0/low/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/sched-go/r0/low/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/sched-go/r0/medium/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/sched-go/r0/medium/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/sched-go/r1/low/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/sched-go/r1/low/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/sched-go/r1/medium/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/sched-go/r1/medium/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/sched-go/r2/low/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/sched-go/r2/low/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/attempts/sched-go/r2/medium/a1/attempt.json",
          "rounds/review-bound-2/bundles/rb2/attempts/sched-go/r2/medium/a1/evaluation.json",
          "rounds/review-bound-2/bundles/rb2/frozen/experiment.toml",
          "rounds/review-bound-2/bundles/rb2/frozen/manifest.json",
          "rounds/review-bound-2/bundles/rb2/frozen/resolved/low.toml",
          "rounds/review-bound-2/bundles/rb2/frozen/resolved/medium.toml",
          "rounds/review-bound-2/bundles/rb2/manifest.json",
          "rounds/review-bound-2/bundles/rb2/report.md",
          "rounds/review-bound-2/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "retention-1",
      "url": "/rounds/retention-1/",
      "status": "DESCRIPTIVE",
      "title": "Builder context trimming: dropping old tool output saved almost no input",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/retention-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "retention-1",
        "script": null,
        "inputs": [
          "rounds/retention-1/MEASURED.md",
          "rounds/retention-1/MISSING-DECLARED.json",
          "rounds/retention-1/MISSING.md",
          "rounds/retention-1/PLAN.json",
          "rounds/retention-1/README.md",
          "rounds/retention-1/bundles/rt2/EXCLUDED.json",
          "rounds/retention-1/bundles/rt2/attempts/env-go/r0/full/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/env-go/r0/full/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/env-go/r0/trim6/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/env-go/r0/trim6/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/env-go/r1/full/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/env-go/r1/full/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/env-go/r1/trim6/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/env-go/r1/trim6/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/env-go/r2/full/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/env-go/r2/full/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/env-go/r2/trim6/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/env-go/r2/trim6/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-elixir/r0/full/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-elixir/r0/full/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-elixir/r0/trim6/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-elixir/r0/trim6/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-elixir/r1/full/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-elixir/r1/full/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-elixir/r1/trim6/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-elixir/r1/trim6/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-elixir/r2/full/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-elixir/r2/full/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-elixir/r2/full/a2/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-elixir/r2/full/a2/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-elixir/r2/trim6/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-elixir/r2/trim6/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-go/r0/full/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-go/r0/full/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-go/r0/trim6/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-go/r0/trim6/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-go/r1/full/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-go/r1/full/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-go/r1/trim6/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-go/r1/trim6/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-go/r2/full/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-go/r2/full/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-go/r2/trim6/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/r70-5-go/r2/trim6/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/sched-go/r0/full/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/sched-go/r0/full/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/sched-go/r0/trim6/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/sched-go/r0/trim6/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/sched-go/r1/full/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/sched-go/r1/full/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/sched-go/r1/trim6/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/sched-go/r1/trim6/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/sched-go/r2/full/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/sched-go/r2/full/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/attempts/sched-go/r2/trim6/a1/attempt.json",
          "rounds/retention-1/bundles/rt2/attempts/sched-go/r2/trim6/a1/evaluation.json",
          "rounds/retention-1/bundles/rt2/frozen/experiment.toml",
          "rounds/retention-1/bundles/rt2/frozen/manifest.json",
          "rounds/retention-1/bundles/rt2/frozen/resolved/full.toml",
          "rounds/retention-1/bundles/rt2/frozen/resolved/trim6.toml",
          "rounds/retention-1/bundles/rt2/manifest.json",
          "rounds/retention-1/bundles/rt2/report.md",
          "rounds/retention-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "review-independence-1",
      "url": "/rounds/review-independence-1/",
      "status": "DESCRIPTIVE",
      "title": "Review independence: a reviewer shown the builder's conversation approved later and used more input",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/review-independence-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "review-independence-1",
        "script": null,
        "inputs": [
          "rounds/review-independence-1/COUNTERFACTUAL.json",
          "rounds/review-independence-1/MEASURED.md",
          "rounds/review-independence-1/MISSING-DECLARED.json",
          "rounds/review-independence-1/MISSING.md",
          "rounds/review-independence-1/PLAN.json",
          "rounds/review-independence-1/README.md",
          "rounds/review-independence-1/bundles/ri1/EXCLUDED.json",
          "rounds/review-independence-1/bundles/ri1/attempts/env-go/r0/fresh/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri1/attempts/env-go/r0/fresh/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri1/attempts/env-go/r1/fresh/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri1/attempts/env-go/r1/fresh/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri1/attempts/env-go/r1/shared/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri1/attempts/env-go/r1/shared/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri1/attempts/env-go/r2/fresh/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri1/attempts/env-go/r2/fresh/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri1/attempts/env-go/r2/shared/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri1/attempts/env-go/r2/shared/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri1/attempts/sched-go/r0/fresh/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri1/attempts/sched-go/r0/fresh/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri1/attempts/sched-go/r1/fresh/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri1/attempts/sched-go/r1/fresh/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri1/attempts/sched-go/r1/shared/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri1/attempts/sched-go/r1/shared/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri1/attempts/sched-go/r2/fresh/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri1/attempts/sched-go/r2/fresh/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri1/frozen/experiment.toml",
          "rounds/review-independence-1/bundles/ri1/frozen/manifest.json",
          "rounds/review-independence-1/bundles/ri1/frozen/resolved/fresh.toml",
          "rounds/review-independence-1/bundles/ri1/frozen/resolved/shared.toml",
          "rounds/review-independence-1/bundles/ri1/manifest.json",
          "rounds/review-independence-1/bundles/ri1/report.md",
          "rounds/review-independence-1/bundles/ri2/EXCLUDED.json",
          "rounds/review-independence-1/bundles/ri2/attempts/env-go/r0/fresh/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/env-go/r0/fresh/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/env-go/r0/shared/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/env-go/r0/shared/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/env-go/r1/fresh/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/env-go/r1/fresh/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/env-go/r1/shared/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/env-go/r1/shared/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/env-go/r2/fresh/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/env-go/r2/fresh/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/env-go/r2/shared/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/env-go/r2/shared/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-elixir/r0/fresh/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-elixir/r0/fresh/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-elixir/r0/fresh/a2/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-elixir/r0/fresh/a2/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-elixir/r0/shared/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-elixir/r0/shared/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-elixir/r1/fresh/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-elixir/r1/fresh/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-elixir/r1/fresh/a2/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-elixir/r1/fresh/a2/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-elixir/r1/shared/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-elixir/r1/shared/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-elixir/r2/fresh/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-elixir/r2/fresh/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-elixir/r2/shared/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-elixir/r2/shared/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-elixir/r2/shared/a2/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-elixir/r2/shared/a2/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-go/r0/fresh/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-go/r0/fresh/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-go/r0/shared/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-go/r0/shared/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-go/r1/fresh/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-go/r1/fresh/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-go/r1/shared/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-go/r1/shared/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-go/r2/fresh/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-go/r2/fresh/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-go/r2/shared/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/r70-5-go/r2/shared/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/sched-go/r0/fresh/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/sched-go/r0/fresh/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/sched-go/r0/shared/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/sched-go/r0/shared/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/sched-go/r1/fresh/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/sched-go/r1/fresh/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/sched-go/r1/shared/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/sched-go/r1/shared/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/sched-go/r2/fresh/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/sched-go/r2/fresh/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/attempts/sched-go/r2/shared/a1/attempt.json",
          "rounds/review-independence-1/bundles/ri2/attempts/sched-go/r2/shared/a1/evaluation.json",
          "rounds/review-independence-1/bundles/ri2/frozen/experiment.toml",
          "rounds/review-independence-1/bundles/ri2/frozen/manifest.json",
          "rounds/review-independence-1/bundles/ri2/frozen/resolved/fresh.toml",
          "rounds/review-independence-1/bundles/ri2/frozen/resolved/shared.toml",
          "rounds/review-independence-1/bundles/ri2/manifest.json",
          "rounds/review-independence-1/bundles/ri2/report.md",
          "rounds/review-independence-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "repair-cost-1",
      "url": "/rounds/repair-cost-1/",
      "status": "DESCRIPTIVE",
      "title": "Repair cost: a stronger builder, or the reviewer's model as fixer, needed fewer repairs than the low-effort builder",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/repair-cost-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "repair-cost-1",
        "script": null,
        "inputs": [
          "rounds/repair-cost-1/COUNTERFACTUAL.json",
          "rounds/repair-cost-1/MEASURED.md",
          "rounds/repair-cost-1/MISSING-DECLARED.json",
          "rounds/repair-cost-1/MISSING.md",
          "rounds/repair-cost-1/PLAN.json",
          "rounds/repair-cost-1/README.md",
          "rounds/repair-cost-1/bundles/rf1/EXCLUDED.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/env-ex/r0/fixer/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/env-ex/r0/fixer/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/env-ex/r0/low/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/env-ex/r0/low/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/env-ex/r0/luna-high/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/env-ex/r0/luna-high/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/env-ex/r0/sol-low/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/env-ex/r0/sol-low/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/env-go/r0/fixer/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/env-go/r0/fixer/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/env-go/r0/low/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/env-go/r0/low/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/env-go/r0/luna-high/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/env-go/r0/luna-high/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/env-go/r0/sol-low/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/env-go/r0/sol-low/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-5-elixir/r0/fixer/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-5-elixir/r0/fixer/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-5-elixir/r0/low/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-5-elixir/r0/low/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-5-elixir/r0/luna-high/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-5-elixir/r0/luna-high/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-5-elixir/r0/sol-low/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-5-elixir/r0/sol-low/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-5-go/r0/fixer/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-5-go/r0/fixer/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-5-go/r0/low/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-5-go/r0/low/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-5-go/r0/luna-high/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-5-go/r0/luna-high/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-5-go/r0/sol-low/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-5-go/r0/sol-low/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-7-elixir/r0/fixer/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-7-elixir/r0/fixer/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-7-elixir/r0/low/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-7-elixir/r0/low/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-7-elixir/r0/luna-high/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-7-elixir/r0/luna-high/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-7-elixir/r0/sol-low/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-7-elixir/r0/sol-low/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-7-go/r0/fixer/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-7-go/r0/fixer/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-7-go/r0/low/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-7-go/r0/low/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-7-go/r0/luna-high/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-7-go/r0/luna-high/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-7-go/r0/sol-low/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/r70-7-go/r0/sol-low/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/sched-go/r0/fixer/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/sched-go/r0/fixer/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/sched-go/r0/low/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/sched-go/r0/low/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/sched-go/r0/luna-high/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/sched-go/r0/luna-high/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/sched-go/r0/sol-low/a1/attempt.json",
          "rounds/repair-cost-1/bundles/rf1/attempts/sched-go/r0/sol-low/a1/evaluation.json",
          "rounds/repair-cost-1/bundles/rf1/frozen/experiment.toml",
          "rounds/repair-cost-1/bundles/rf1/frozen/manifest.json",
          "rounds/repair-cost-1/bundles/rf1/frozen/resolved/fixer.toml",
          "rounds/repair-cost-1/bundles/rf1/frozen/resolved/low.toml",
          "rounds/repair-cost-1/bundles/rf1/frozen/resolved/luna-high.toml",
          "rounds/repair-cost-1/bundles/rf1/frozen/resolved/sol-low.toml",
          "rounds/repair-cost-1/bundles/rf1/manifest.json",
          "rounds/repair-cost-1/bundles/rf1/report.md",
          "rounds/repair-cost-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "planner-direct-1",
      "url": "/rounds/planner-direct-1/",
      "status": "DESCRIPTIVE",
      "title": "Dropping the planner: planner off matched planner on at 87% of the input, on tasks this builder solves every time (one attempt per task)",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/planner-direct-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "planner-direct-1",
        "script": null,
        "inputs": [
          "rounds/planner-direct-1/MEASURED.md",
          "rounds/planner-direct-1/MISSING-DECLARED.json",
          "rounds/planner-direct-1/MISSING.md",
          "rounds/planner-direct-1/PLAN.json",
          "rounds/planner-direct-1/README.md",
          "rounds/planner-direct-1/bundles/pd1/EXCLUDED.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/env-ex/r0/direct/a1/attempt.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/env-ex/r0/direct/a1/evaluation.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/env-ex/r0/planned/a1/attempt.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/env-ex/r0/planned/a1/evaluation.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/env-go/r0/direct/a1/attempt.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/env-go/r0/direct/a1/evaluation.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/env-go/r0/planned/a1/attempt.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/env-go/r0/planned/a1/evaluation.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/r70-5-elixir/r0/direct/a1/attempt.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/r70-5-elixir/r0/direct/a1/evaluation.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/r70-5-elixir/r0/planned/a1/attempt.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/r70-5-elixir/r0/planned/a1/evaluation.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/r70-5-go/r0/direct/a1/attempt.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/r70-5-go/r0/direct/a1/evaluation.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/r70-5-go/r0/planned/a1/attempt.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/r70-5-go/r0/planned/a1/evaluation.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/r70-7-elixir/r0/direct/a1/attempt.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/r70-7-elixir/r0/direct/a1/evaluation.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/r70-7-elixir/r0/planned/a1/attempt.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/r70-7-elixir/r0/planned/a1/evaluation.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/r70-7-go/r0/direct/a1/attempt.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/r70-7-go/r0/direct/a1/evaluation.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/r70-7-go/r0/planned/a1/attempt.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/r70-7-go/r0/planned/a1/evaluation.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/sched-go/r0/direct/a1/attempt.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/sched-go/r0/direct/a1/evaluation.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/sched-go/r0/planned/a1/attempt.json",
          "rounds/planner-direct-1/bundles/pd1/attempts/sched-go/r0/planned/a1/evaluation.json",
          "rounds/planner-direct-1/bundles/pd1/frozen/experiment.toml",
          "rounds/planner-direct-1/bundles/pd1/frozen/manifest.json",
          "rounds/planner-direct-1/bundles/pd1/frozen/resolved/direct.toml",
          "rounds/planner-direct-1/bundles/pd1/frozen/resolved/planned.toml",
          "rounds/planner-direct-1/bundles/pd1/manifest.json",
          "rounds/planner-direct-1/bundles/pd1/report.md",
          "rounds/planner-direct-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "claude-roles-1",
      "url": "/rounds/claude-roles-1/",
      "status": "DESCRIPTIVE",
      "title": "Claude roles: a Sonnet reviewer approved wrong code twice; Haiku and all-Sonnet settings were correct on all seven tasks (one attempt each)",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/claude-roles-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "claude-roles-1",
        "script": null,
        "inputs": [
          "rounds/claude-roles-1/COUNTERFACTUAL.json",
          "rounds/claude-roles-1/MEASURED.md",
          "rounds/claude-roles-1/MISSING-DECLARED.json",
          "rounds/claude-roles-1/MISSING.md",
          "rounds/claude-roles-1/PLAN.json",
          "rounds/claude-roles-1/README.md",
          "rounds/claude-roles-1/bundles/cr1/EXCLUDED.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/env-ex/r0/all-sonnet/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/env-ex/r0/all-sonnet/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/env-ex/r0/haiku-build/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/env-ex/r0/haiku-build/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/env-ex/r0/luna-medium-build/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/env-ex/r0/luna-medium-build/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/env-ex/r0/sol-low/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/env-ex/r0/sol-low/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/env-ex/r0/sonnet-review/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/env-ex/r0/sonnet-review/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/env-go/r0/all-sonnet/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/env-go/r0/all-sonnet/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/env-go/r0/haiku-build/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/env-go/r0/haiku-build/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/env-go/r0/luna-medium-build/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/env-go/r0/luna-medium-build/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/env-go/r0/sol-low/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/env-go/r0/sol-low/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/env-go/r0/sonnet-review/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/env-go/r0/sonnet-review/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-5-elixir/r0/all-sonnet/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-5-elixir/r0/all-sonnet/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-5-elixir/r0/haiku-build/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-5-elixir/r0/haiku-build/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-5-elixir/r0/luna-medium-build/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-5-elixir/r0/luna-medium-build/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-5-elixir/r0/sol-low/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-5-elixir/r0/sol-low/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-5-elixir/r0/sonnet-review/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-5-elixir/r0/sonnet-review/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-5-go/r0/all-sonnet/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-5-go/r0/all-sonnet/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-5-go/r0/haiku-build/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-5-go/r0/haiku-build/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-5-go/r0/luna-medium-build/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-5-go/r0/luna-medium-build/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-5-go/r0/sol-low/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-5-go/r0/sol-low/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-5-go/r0/sonnet-review/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-5-go/r0/sonnet-review/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-7-elixir/r0/all-sonnet/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-7-elixir/r0/all-sonnet/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-7-elixir/r0/haiku-build/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-7-elixir/r0/haiku-build/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-7-elixir/r0/luna-medium-build/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-7-elixir/r0/luna-medium-build/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-7-elixir/r0/sol-low/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-7-elixir/r0/sol-low/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-7-elixir/r0/sonnet-review/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-7-elixir/r0/sonnet-review/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-7-go/r0/all-sonnet/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-7-go/r0/all-sonnet/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-7-go/r0/haiku-build/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-7-go/r0/haiku-build/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-7-go/r0/luna-medium-build/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-7-go/r0/luna-medium-build/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-7-go/r0/sol-low/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-7-go/r0/sol-low/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-7-go/r0/sonnet-review/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/r70-7-go/r0/sonnet-review/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/sched-go/r0/all-sonnet/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/sched-go/r0/all-sonnet/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/sched-go/r0/haiku-build/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/sched-go/r0/haiku-build/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/sched-go/r0/luna-medium-build/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/sched-go/r0/luna-medium-build/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/sched-go/r0/sol-low/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/sched-go/r0/sol-low/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/sched-go/r0/sonnet-review/a1/attempt.json",
          "rounds/claude-roles-1/bundles/cr1/attempts/sched-go/r0/sonnet-review/a1/evaluation.json",
          "rounds/claude-roles-1/bundles/cr1/frozen/experiment.toml",
          "rounds/claude-roles-1/bundles/cr1/frozen/manifest.json",
          "rounds/claude-roles-1/bundles/cr1/frozen/resolved/all-sonnet.toml",
          "rounds/claude-roles-1/bundles/cr1/frozen/resolved/haiku-build.toml",
          "rounds/claude-roles-1/bundles/cr1/frozen/resolved/luna-medium-build.toml",
          "rounds/claude-roles-1/bundles/cr1/frozen/resolved/sol-low.toml",
          "rounds/claude-roles-1/bundles/cr1/frozen/resolved/sonnet-review.toml",
          "rounds/claude-roles-1/bundles/cr1/manifest.json",
          "rounds/claude-roles-1/bundles/cr1/report.md",
          "rounds/claude-roles-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "fixer-model-1",
      "url": "/rounds/fixer-model-1/",
      "status": "DESCRIPTIVE",
      "title": "Fixer model: in one attempt per task, Sol medium kept the Sol high fixer's correctness at 70% of the input on the four tasks the baseline finished, and a Luna medium fixer was weaker; the run stopped at its input budget (19 of 24 attempts scored)",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/fixer-model-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "fixer-model-1",
        "script": null,
        "inputs": [
          "rounds/fixer-model-1/MEASURED.md",
          "rounds/fixer-model-1/MISSING-DECLARED.json",
          "rounds/fixer-model-1/MISSING.md",
          "rounds/fixer-model-1/PLAN.json",
          "rounds/fixer-model-1/README.md",
          "rounds/fixer-model-1/bundles/fm1/EXCLUDED.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/env-ex/r0/fix-sol-low/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/env-ex/r0/fix-sol-low/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-1-go/r0/fix-luna-medium/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-1-go/r0/fix-luna-medium/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-1-go/r0/fix-sol-high/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-1-go/r0/fix-sol-high/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-1-go/r0/fix-sol-low/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-1-go/r0/fix-sol-low/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-1-go/r0/fix-sol-medium/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-1-go/r0/fix-sol-medium/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-4-elixir/r0/fix-luna-medium/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-4-elixir/r0/fix-luna-medium/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-4-elixir/r0/fix-sol-high/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-4-elixir/r0/fix-sol-high/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-4-elixir/r0/fix-sol-low/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-4-elixir/r0/fix-sol-low/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-4-elixir/r0/fix-sol-medium/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-4-elixir/r0/fix-sol-medium/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-4-go/r0/fix-luna-medium/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-4-go/r0/fix-luna-medium/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-4-go/r0/fix-sol-high/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-4-go/r0/fix-sol-high/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-4-go/r0/fix-sol-low/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-4-go/r0/fix-sol-low/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-4-go/r0/fix-sol-medium/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-4-go/r0/fix-sol-medium/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-5-elixir/r0/fix-luna-medium/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-5-elixir/r0/fix-luna-medium/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-5-elixir/r0/fix-sol-high/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-5-elixir/r0/fix-sol-high/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-5-elixir/r0/fix-sol-low/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-5-elixir/r0/fix-sol-low/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-5-elixir/r0/fix-sol-medium/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-5-elixir/r0/fix-sol-medium/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-6-elixir/r0/fix-luna-medium/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-6-elixir/r0/fix-luna-medium/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-6-elixir/r0/fix-sol-high/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-6-elixir/r0/fix-sol-high/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-6-elixir/r0/fix-sol-low/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-6-elixir/r0/fix-sol-low/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-6-elixir/r0/fix-sol-medium/a1/attempt.json",
          "rounds/fixer-model-1/bundles/fm1/attempts/r70-6-elixir/r0/fix-sol-medium/a1/evaluation.json",
          "rounds/fixer-model-1/bundles/fm1/frozen/experiment.toml",
          "rounds/fixer-model-1/bundles/fm1/frozen/manifest.json",
          "rounds/fixer-model-1/bundles/fm1/frozen/resolved/fix-luna-medium.toml",
          "rounds/fixer-model-1/bundles/fm1/frozen/resolved/fix-sol-high.toml",
          "rounds/fixer-model-1/bundles/fm1/frozen/resolved/fix-sol-low.toml",
          "rounds/fixer-model-1/bundles/fm1/frozen/resolved/fix-sol-medium.toml",
          "rounds/fixer-model-1/bundles/fm1/manifest.json",
          "rounds/fixer-model-1/bundles/fm1/report.md",
          "rounds/fixer-model-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "planner-direct-2",
      "url": "/rounds/planner-direct-2/",
      "status": "DESCRIPTIVE",
      "title": "Dropping the planner on harder tasks: both settings were correct on all four; planner off used 90% of the input, nearly all of the difference from one task (one attempt per task)",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/planner-direct-2/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "planner-direct-2",
        "script": null,
        "inputs": [
          "rounds/planner-direct-2/COUNTERFACTUAL.json",
          "rounds/planner-direct-2/MEASURED.md",
          "rounds/planner-direct-2/MISSING-DECLARED.json",
          "rounds/planner-direct-2/MISSING.md",
          "rounds/planner-direct-2/PLAN.json",
          "rounds/planner-direct-2/README.md",
          "rounds/planner-direct-2/bundles/pd2/EXCLUDED.json",
          "rounds/planner-direct-2/bundles/pd2/attempts/r70-1-go/r0/direct/a1/attempt.json",
          "rounds/planner-direct-2/bundles/pd2/attempts/r70-1-go/r0/direct/a1/evaluation.json",
          "rounds/planner-direct-2/bundles/pd2/attempts/r70-1-go/r0/planned/a1/attempt.json",
          "rounds/planner-direct-2/bundles/pd2/attempts/r70-1-go/r0/planned/a1/evaluation.json",
          "rounds/planner-direct-2/bundles/pd2/attempts/r70-4-elixir/r0/direct/a1/attempt.json",
          "rounds/planner-direct-2/bundles/pd2/attempts/r70-4-elixir/r0/direct/a1/evaluation.json",
          "rounds/planner-direct-2/bundles/pd2/attempts/r70-4-elixir/r0/planned/a1/attempt.json",
          "rounds/planner-direct-2/bundles/pd2/attempts/r70-4-elixir/r0/planned/a1/evaluation.json",
          "rounds/planner-direct-2/bundles/pd2/attempts/r70-4-go/r0/direct/a1/attempt.json",
          "rounds/planner-direct-2/bundles/pd2/attempts/r70-4-go/r0/direct/a1/evaluation.json",
          "rounds/planner-direct-2/bundles/pd2/attempts/r70-4-go/r0/planned/a1/attempt.json",
          "rounds/planner-direct-2/bundles/pd2/attempts/r70-4-go/r0/planned/a1/evaluation.json",
          "rounds/planner-direct-2/bundles/pd2/attempts/r70-6-elixir/r0/direct/a1/attempt.json",
          "rounds/planner-direct-2/bundles/pd2/attempts/r70-6-elixir/r0/direct/a1/evaluation.json",
          "rounds/planner-direct-2/bundles/pd2/attempts/r70-6-elixir/r0/planned/a1/attempt.json",
          "rounds/planner-direct-2/bundles/pd2/attempts/r70-6-elixir/r0/planned/a1/evaluation.json",
          "rounds/planner-direct-2/bundles/pd2/frozen/experiment.toml",
          "rounds/planner-direct-2/bundles/pd2/frozen/manifest.json",
          "rounds/planner-direct-2/bundles/pd2/frozen/resolved/direct.toml",
          "rounds/planner-direct-2/bundles/pd2/frozen/resolved/planned.toml",
          "rounds/planner-direct-2/bundles/pd2/manifest.json",
          "rounds/planner-direct-2/bundles/pd2/report.md",
          "rounds/planner-direct-2/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "claude-builder-2",
      "url": "/rounds/claude-builder-2/",
      "status": "DESCRIPTIVE",
      "title": "Claude builders on harder tasks: Sonnet 5.5 reached the repair cap on three of four tasks and Haiku 5.5 on one of three scored, and the GPT-6.1 Sol builder on one of four (one attempt per task)",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/claude-builder-2/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "claude-builder-2",
        "script": null,
        "inputs": [
          "rounds/claude-builder-2/MEASURED.md",
          "rounds/claude-builder-2/MISSING-DECLARED.json",
          "rounds/claude-builder-2/MISSING.md",
          "rounds/claude-builder-2/PLAN.json",
          "rounds/claude-builder-2/README.md",
          "rounds/claude-builder-2/bundles/cb2/EXCLUDED.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-1-go/r0/haiku-build/a1/attempt.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-1-go/r0/haiku-build/a1/evaluation.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-1-go/r0/sol-medium/a1/attempt.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-1-go/r0/sol-medium/a1/evaluation.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-1-go/r0/sonnet-build/a1/attempt.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-1-go/r0/sonnet-build/a1/evaluation.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-4-elixir/r0/haiku-build/a1/attempt.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-4-elixir/r0/haiku-build/a1/evaluation.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-4-elixir/r0/sol-medium/a1/attempt.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-4-elixir/r0/sol-medium/a1/evaluation.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-4-elixir/r0/sonnet-build/a1/attempt.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-4-elixir/r0/sonnet-build/a1/evaluation.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-4-go/r0/haiku-build/a1/attempt.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-4-go/r0/haiku-build/a1/evaluation.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-4-go/r0/sol-medium/a1/attempt.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-4-go/r0/sol-medium/a1/evaluation.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-4-go/r0/sonnet-build/a1/attempt.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-4-go/r0/sonnet-build/a1/evaluation.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-6-elixir/r0/haiku-build/a1/attempt.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-6-elixir/r0/haiku-build/a1/evaluation.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-6-elixir/r0/sol-medium/a1/attempt.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-6-elixir/r0/sol-medium/a1/evaluation.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-6-elixir/r0/sonnet-build/a1/attempt.json",
          "rounds/claude-builder-2/bundles/cb2/attempts/r70-6-elixir/r0/sonnet-build/a1/evaluation.json",
          "rounds/claude-builder-2/bundles/cb2/frozen/experiment.toml",
          "rounds/claude-builder-2/bundles/cb2/frozen/manifest.json",
          "rounds/claude-builder-2/bundles/cb2/frozen/resolved/haiku-build.toml",
          "rounds/claude-builder-2/bundles/cb2/frozen/resolved/sol-medium.toml",
          "rounds/claude-builder-2/bundles/cb2/frozen/resolved/sonnet-build.toml",
          "rounds/claude-builder-2/bundles/cb2/manifest.json",
          "rounds/claude-builder-2/bundles/cb2/report.md",
          "rounds/claude-builder-2/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "builder-subagents-1",
      "url": "/rounds/builder-subagents-1/",
      "status": "DESCRIPTIVE",
      "title": "Builder helpers: the offered helper tool was never called, so no helper ran (one attempt per task and setting)",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/builder-subagents-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "builder-subagents-1",
        "script": null,
        "inputs": [
          "rounds/builder-subagents-1/COUNTERFACTUAL.json",
          "rounds/builder-subagents-1/MEASURED.md",
          "rounds/builder-subagents-1/MISSING-DECLARED.json",
          "rounds/builder-subagents-1/MISSING.md",
          "rounds/builder-subagents-1/PLAN.json",
          "rounds/builder-subagents-1/README.md",
          "rounds/builder-subagents-1/bundles/bs1/EXCLUDED.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-1-go/r0/delegate/a1/attempt.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-1-go/r0/delegate/a1/evaluation.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-1-go/r0/explore/a1/attempt.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-1-go/r0/explore/a1/evaluation.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-1-go/r0/off/a1/attempt.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-1-go/r0/off/a1/evaluation.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-4-elixir-2/r0/delegate/a1/attempt.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-4-elixir-2/r0/delegate/a1/evaluation.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-4-elixir-2/r0/explore/a1/attempt.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-4-elixir-2/r0/explore/a1/evaluation.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-4-elixir-2/r0/off/a1/attempt.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-4-elixir-2/r0/off/a1/evaluation.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-4-go/r0/delegate/a1/attempt.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-4-go/r0/delegate/a1/evaluation.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-4-go/r0/explore/a1/attempt.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-4-go/r0/explore/a1/evaluation.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-4-go/r0/off/a1/attempt.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-4-go/r0/off/a1/evaluation.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-6-elixir-2/r0/delegate/a1/attempt.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-6-elixir-2/r0/delegate/a1/evaluation.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-6-elixir-2/r0/explore/a1/attempt.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-6-elixir-2/r0/explore/a1/evaluation.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-6-elixir-2/r0/off/a1/attempt.json",
          "rounds/builder-subagents-1/bundles/bs1/attempts/r70-6-elixir-2/r0/off/a1/evaluation.json",
          "rounds/builder-subagents-1/bundles/bs1/frozen/experiment.toml",
          "rounds/builder-subagents-1/bundles/bs1/frozen/manifest.json",
          "rounds/builder-subagents-1/bundles/bs1/frozen/resolved/delegate.toml",
          "rounds/builder-subagents-1/bundles/bs1/frozen/resolved/explore.toml",
          "rounds/builder-subagents-1/bundles/bs1/frozen/resolved/off.toml",
          "rounds/builder-subagents-1/bundles/bs1/manifest.json",
          "rounds/builder-subagents-1/bundles/bs1/report.md",
          "rounds/builder-subagents-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "review-fix-1",
      "url": "/rounds/review-fix-1/",
      "status": "DESCRIPTIVE",
      "title": "Review and fix, new flow only: all 9 reviewed attempts ended correct and the 3 failures stopped before review; the earlier loop was not run (one attempt per task and setting)",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/review-fix-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "review-fix-1",
        "script": null,
        "inputs": [
          "rounds/review-fix-1/MEASURED.md",
          "rounds/review-fix-1/MISSING-DECLARED.json",
          "rounds/review-fix-1/MISSING.md",
          "rounds/review-fix-1/PLAN.json",
          "rounds/review-fix-1/PRE-REVIEW-GRADES.json",
          "rounds/review-fix-1/README.md",
          "rounds/review-fix-1/bundles/rv1/EXCLUDED.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-1-go/r0/new/a1/attempt.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-1-go/r0/new/a1/evaluation.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-1-go/r0/weak-new-medium/a1/attempt.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-1-go/r0/weak-new-medium/a1/evaluation.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-1-go/r0/weak-new/a1/attempt.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-1-go/r0/weak-new/a1/evaluation.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-4-elixir-2/r0/new/a1/attempt.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-4-elixir-2/r0/new/a1/evaluation.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-4-elixir-2/r0/weak-new-medium/a1/attempt.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-4-elixir-2/r0/weak-new-medium/a1/evaluation.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-4-elixir-2/r0/weak-new/a1/attempt.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-4-elixir-2/r0/weak-new/a1/evaluation.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-4-go/r0/new/a1/attempt.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-4-go/r0/new/a1/evaluation.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-4-go/r0/weak-new-medium/a1/attempt.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-4-go/r0/weak-new-medium/a1/evaluation.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-4-go/r0/weak-new/a1/attempt.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-4-go/r0/weak-new/a1/evaluation.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-6-elixir-2/r0/new/a1/attempt.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-6-elixir-2/r0/new/a1/evaluation.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-6-elixir-2/r0/weak-new-medium/a1/attempt.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-6-elixir-2/r0/weak-new-medium/a1/evaluation.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-6-elixir-2/r0/weak-new/a1/attempt.json",
          "rounds/review-fix-1/bundles/rv1/attempts/r70-6-elixir-2/r0/weak-new/a1/evaluation.json",
          "rounds/review-fix-1/bundles/rv1/frozen/experiment.toml",
          "rounds/review-fix-1/bundles/rv1/frozen/manifest.json",
          "rounds/review-fix-1/bundles/rv1/frozen/resolved/new.toml",
          "rounds/review-fix-1/bundles/rv1/frozen/resolved/weak-new-medium.toml",
          "rounds/review-fix-1/bundles/rv1/frozen/resolved/weak-new.toml",
          "rounds/review-fix-1/bundles/rv1/manifest.json",
          "rounds/review-fix-1/bundles/rv1/report.md",
          "rounds/review-fix-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "shape-default-1",
      "url": "/rounds/shape-default-1/",
      "status": "DESCRIPTIVE",
      "title": "Generated shaping with the default Sol high shaper, on a Lab build whose shaping is not Kogen-equivalent: 3 of 4 correct against 4 of 4 with a supplied specification (one attempt per task and setting)",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/shape-default-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "shape-default-1",
        "script": null,
        "inputs": [
          "rounds/shape-default-1/MEASURED.md",
          "rounds/shape-default-1/MISSING-DECLARED.json",
          "rounds/shape-default-1/MISSING.md",
          "rounds/shape-default-1/PLAN.json",
          "rounds/shape-default-1/README.md",
          "rounds/shape-default-1/bundles/sg1/EXCLUDED.json",
          "rounds/shape-default-1/bundles/sg1/attempts/r70-1-go/r0/generated/a1/attempt.json",
          "rounds/shape-default-1/bundles/sg1/attempts/r70-1-go/r0/generated/a1/evaluation.json",
          "rounds/shape-default-1/bundles/sg1/attempts/r70-1-go/r0/supplied/a1/attempt.json",
          "rounds/shape-default-1/bundles/sg1/attempts/r70-1-go/r0/supplied/a1/evaluation.json",
          "rounds/shape-default-1/bundles/sg1/attempts/r70-4-elixir-2/r0/generated/a1/attempt.json",
          "rounds/shape-default-1/bundles/sg1/attempts/r70-4-elixir-2/r0/generated/a1/evaluation.json",
          "rounds/shape-default-1/bundles/sg1/attempts/r70-4-elixir-2/r0/supplied/a1/attempt.json",
          "rounds/shape-default-1/bundles/sg1/attempts/r70-4-elixir-2/r0/supplied/a1/evaluation.json",
          "rounds/shape-default-1/bundles/sg1/attempts/r70-4-go/r0/generated/a1/attempt.json",
          "rounds/shape-default-1/bundles/sg1/attempts/r70-4-go/r0/generated/a1/evaluation.json",
          "rounds/shape-default-1/bundles/sg1/attempts/r70-4-go/r0/supplied/a1/attempt.json",
          "rounds/shape-default-1/bundles/sg1/attempts/r70-4-go/r0/supplied/a1/evaluation.json",
          "rounds/shape-default-1/bundles/sg1/attempts/r70-6-elixir-2/r0/generated/a1/attempt.json",
          "rounds/shape-default-1/bundles/sg1/attempts/r70-6-elixir-2/r0/generated/a1/evaluation.json",
          "rounds/shape-default-1/bundles/sg1/attempts/r70-6-elixir-2/r0/supplied/a1/attempt.json",
          "rounds/shape-default-1/bundles/sg1/attempts/r70-6-elixir-2/r0/supplied/a1/evaluation.json",
          "rounds/shape-default-1/bundles/sg1/frozen/experiment.toml",
          "rounds/shape-default-1/bundles/sg1/frozen/manifest.json",
          "rounds/shape-default-1/bundles/sg1/frozen/resolved/generated.toml",
          "rounds/shape-default-1/bundles/sg1/frozen/resolved/supplied.toml",
          "rounds/shape-default-1/bundles/sg1/manifest.json",
          "rounds/shape-default-1/bundles/sg1/report.md",
          "rounds/shape-default-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "blocker-stop-1",
      "url": "/rounds/blocker-stop-1/",
      "status": "DESCRIPTIVE",
      "title": "Builder blocker stop against a six-repair cap: inconclusive, because all 12 scored attempts were correct, the blocker tool was never called and no stop was reached (one attempt per task and setting)",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/blocker-stop-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "blocker-stop-1",
        "script": null,
        "inputs": [
          "rounds/blocker-stop-1/MEASURED.md",
          "rounds/blocker-stop-1/MISSING-DECLARED.json",
          "rounds/blocker-stop-1/MISSING.md",
          "rounds/blocker-stop-1/PLAN.json",
          "rounds/blocker-stop-1/README.md",
          "rounds/blocker-stop-1/bundles/bk1/EXCLUDED.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/env-ex/r0/blocker/a1/attempt.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/env-ex/r0/blocker/a1/evaluation.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/env-ex/r0/cap6/a1/attempt.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/env-ex/r0/cap6/a1/evaluation.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-1-go/r0/blocker/a1/attempt.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-1-go/r0/blocker/a1/evaluation.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-1-go/r0/cap6/a1/attempt.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-1-go/r0/cap6/a1/evaluation.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-1-go/r0/cap6/a2/attempt.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-1-go/r0/cap6/a2/evaluation.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-4-elixir-2/r0/blocker/a1/attempt.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-4-elixir-2/r0/blocker/a1/evaluation.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-4-elixir-2/r0/cap6/a1/attempt.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-4-elixir-2/r0/cap6/a1/evaluation.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-4-go/r0/blocker/a1/attempt.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-4-go/r0/blocker/a1/evaluation.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-4-go/r0/cap6/a1/attempt.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-4-go/r0/cap6/a1/evaluation.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-4-go/r0/cap6/a2/attempt.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-4-go/r0/cap6/a2/evaluation.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-5-elixir/r0/blocker/a1/attempt.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-5-elixir/r0/blocker/a1/evaluation.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-5-elixir/r0/cap6/a1/attempt.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-5-elixir/r0/cap6/a1/evaluation.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-6-elixir-2/r0/blocker/a1/attempt.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-6-elixir-2/r0/blocker/a1/evaluation.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-6-elixir-2/r0/cap6/a1/attempt.json",
          "rounds/blocker-stop-1/bundles/bk1/attempts/r70-6-elixir-2/r0/cap6/a1/evaluation.json",
          "rounds/blocker-stop-1/bundles/bk1/frozen/experiment.toml",
          "rounds/blocker-stop-1/bundles/bk1/frozen/manifest.json",
          "rounds/blocker-stop-1/bundles/bk1/frozen/resolved/blocker.toml",
          "rounds/blocker-stop-1/bundles/bk1/frozen/resolved/cap6.toml",
          "rounds/blocker-stop-1/bundles/bk1/manifest.json",
          "rounds/blocker-stop-1/bundles/bk1/report.md",
          "rounds/blocker-stop-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "claude-review-fix-1",
      "url": "/rounds/claude-review-fix-1/",
      "status": "DESCRIPTIVE",
      "title": "Review and fix, exploratory (two repetitions per task, small counts): in two prose-specification runs the reviewers fixed 4 of 8 wrong builds (Sonnet 3 of 5, Sol high 1 of 1, Haiku 0 of 2); with supplied scenarios no wrong code reached review",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/claude-review-fix-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "claude-review-fix-1",
        "script": null,
        "inputs": [
          "rounds/claude-review-fix-1/MEASURED.md",
          "rounds/claude-review-fix-1/MISSING-DECLARED.json",
          "rounds/claude-review-fix-1/MISSING.md",
          "rounds/claude-review-fix-1/PLAN.json",
          "rounds/claude-review-fix-1/PRE-REVIEW-GRADES.json",
          "rounds/claude-review-fix-1/README.md",
          "rounds/claude-review-fix-1/bundles/crf1/EXCLUDED.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-1-go/r0/rev-haiku/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-1-go/r0/rev-haiku/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-1-go/r0/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-1-go/r0/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-1-go/r1/rev-haiku/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-1-go/r1/rev-haiku/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-1-go/r1/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-1-go/r1/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-4-elixir-2/r0/rev-haiku/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-4-elixir-2/r0/rev-haiku/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-4-elixir-2/r0/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-4-elixir-2/r0/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-4-elixir-2/r1/rev-haiku/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-4-elixir-2/r1/rev-haiku/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-4-elixir-2/r1/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-4-elixir-2/r1/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-4-go/r0/rev-haiku/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-4-go/r0/rev-haiku/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-4-go/r0/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-4-go/r0/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-4-go/r1/rev-haiku/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-4-go/r1/rev-haiku/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-4-go/r1/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-4-go/r1/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-6-elixir-2/r0/rev-haiku/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-6-elixir-2/r0/rev-haiku/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-6-elixir-2/r0/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-6-elixir-2/r0/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-6-elixir-2/r1/rev-haiku/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-6-elixir-2/r1/rev-haiku/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-6-elixir-2/r1/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf1/attempts/r70-6-elixir-2/r1/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf1/frozen/experiment.toml",
          "rounds/claude-review-fix-1/bundles/crf1/frozen/manifest.json",
          "rounds/claude-review-fix-1/bundles/crf1/frozen/resolved/rev-haiku.toml",
          "rounds/claude-review-fix-1/bundles/crf1/frozen/resolved/rev-sonnet.toml",
          "rounds/claude-review-fix-1/bundles/crf1/manifest.json",
          "rounds/claude-review-fix-1/bundles/crf1/report.md",
          "rounds/claude-review-fix-1/bundles/crf2/EXCLUDED.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/artifact-go/r0/rev-haiku/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/artifact-go/r0/rev-haiku/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/artifact-go/r0/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/artifact-go/r0/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/artifact-go/r1/rev-haiku/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/artifact-go/r1/rev-haiku/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/artifact-go/r1/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/artifact-go/r1/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-1-go/r0/rev-haiku/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-1-go/r0/rev-haiku/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-1-go/r0/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-1-go/r0/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-1-go/r1/rev-haiku/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-1-go/r1/rev-haiku/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-1-go/r1/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-1-go/r1/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-4-elixir-2/r0/rev-haiku/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-4-elixir-2/r0/rev-haiku/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-4-elixir-2/r0/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-4-elixir-2/r0/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-4-elixir-2/r1/rev-haiku/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-4-elixir-2/r1/rev-haiku/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-4-elixir-2/r1/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-4-elixir-2/r1/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-4-go/r0/rev-haiku/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-4-go/r0/rev-haiku/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-4-go/r0/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-4-go/r0/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-4-go/r1/rev-haiku/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-4-go/r1/rev-haiku/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-4-go/r1/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-4-go/r1/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-6-elixir-2/r0/rev-haiku/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-6-elixir-2/r0/rev-haiku/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-6-elixir-2/r0/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-6-elixir-2/r0/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-6-elixir-2/r1/rev-haiku/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-6-elixir-2/r1/rev-haiku/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-6-elixir-2/r1/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf2/attempts/r70-6-elixir-2/r1/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf2/frozen/experiment.toml",
          "rounds/claude-review-fix-1/bundles/crf2/frozen/manifest.json",
          "rounds/claude-review-fix-1/bundles/crf2/frozen/resolved/rev-haiku.toml",
          "rounds/claude-review-fix-1/bundles/crf2/frozen/resolved/rev-sonnet.toml",
          "rounds/claude-review-fix-1/bundles/crf2/manifest.json",
          "rounds/claude-review-fix-1/bundles/crf2/report.md",
          "rounds/claude-review-fix-1/bundles/crf3/EXCLUDED.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/env-ex/r0/rev-sol-high/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/env-ex/r0/rev-sol-high/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/env-ex/r0/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/env-ex/r0/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/env-ex/r1/rev-sol-high/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/env-ex/r1/rev-sol-high/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/env-ex/r1/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/env-ex/r1/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-5-elixir/r0/rev-sol-high/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-5-elixir/r0/rev-sol-high/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-5-elixir/r0/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-5-elixir/r0/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-5-elixir/r1/rev-sol-high/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-5-elixir/r1/rev-sol-high/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-5-elixir/r1/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-5-elixir/r1/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-5-go/r0/rev-sol-high/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-5-go/r0/rev-sol-high/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-5-go/r0/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-5-go/r0/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-5-go/r1/rev-sol-high/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-5-go/r1/rev-sol-high/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-5-go/r1/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-5-go/r1/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-7-elixir/r0/rev-sol-high/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-7-elixir/r0/rev-sol-high/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-7-elixir/r0/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-7-elixir/r0/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-7-elixir/r1/rev-sol-high/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-7-elixir/r1/rev-sol-high/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-7-elixir/r1/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-7-elixir/r1/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-7-go/r0/rev-sol-high/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-7-go/r0/rev-sol-high/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-7-go/r0/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-7-go/r0/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-7-go/r1/rev-sol-high/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-7-go/r1/rev-sol-high/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-7-go/r1/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/r70-7-go/r1/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/sched-go/r0/rev-sol-high/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/sched-go/r0/rev-sol-high/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/sched-go/r0/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/sched-go/r0/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/sched-go/r1/rev-sol-high/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/sched-go/r1/rev-sol-high/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/sched-go/r1/rev-sonnet/a1/attempt.json",
          "rounds/claude-review-fix-1/bundles/crf3/attempts/sched-go/r1/rev-sonnet/a1/evaluation.json",
          "rounds/claude-review-fix-1/bundles/crf3/frozen/experiment.toml",
          "rounds/claude-review-fix-1/bundles/crf3/frozen/manifest.json",
          "rounds/claude-review-fix-1/bundles/crf3/frozen/resolved/rev-sol-high.toml",
          "rounds/claude-review-fix-1/bundles/crf3/frozen/resolved/rev-sonnet.toml",
          "rounds/claude-review-fix-1/bundles/crf3/manifest.json",
          "rounds/claude-review-fix-1/bundles/crf3/report.md",
          "rounds/claude-review-fix-1/records.jsonl",
          "rounds/claude-review-fix-1/tasks/artifact-go/request.md",
          "rounds/claude-review-fix-1/tasks/artifact-go/start/.gitignore",
          "rounds/claude-review-fix-1/tasks/artifact-go/start/Makefile",
          "rounds/claude-review-fix-1/tasks/artifact-go/start/README.md",
          "rounds/claude-review-fix-1/tasks/artifact-go/start/cmd/app/main.go",
          "rounds/claude-review-fix-1/tasks/artifact-go/start/features/steps/.gitkeep",
          "rounds/claude-review-fix-1/tasks/artifact-go/start/freq/freq.go",
          "rounds/claude-review-fix-1/tasks/artifact-go/start/freq/freq_test.go",
          "rounds/claude-review-fix-1/tasks/artifact-go/start/go.mod",
          "rounds/claude-review-fix-1/tasks/artifact-go/start/package-lock.json",
          "rounds/claude-review-fix-1/tasks/artifact-go/start/package.json",
          "rounds/claude-review-fix-1/tasks/artifact-go/start/run",
          "rounds/claude-review-fix-1/tasks/artifact-go/start/setup.sh",
          "rounds/claude-review-fix-1/tasks/artifact-go/supplied/prose/intent.md",
          "rounds/claude-review-fix-1/tasks/artifact-go/task.toml"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "builder-subagents-2",
      "url": "/rounds/builder-subagents-2/",
      "status": "DESCRIPTIVE",
      "title": "Builder helpers, second run: with a hint the builder called the helper 0 times, with a required call it called it once per attempt and the helper did little (one attempt per task and setting)",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/builder-subagents-2/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "builder-subagents-2",
        "script": null,
        "inputs": [
          "rounds/builder-subagents-2/MEASURED.md",
          "rounds/builder-subagents-2/MISSING-DECLARED.json",
          "rounds/builder-subagents-2/MISSING.md",
          "rounds/builder-subagents-2/PLAN.json",
          "rounds/builder-subagents-2/README.md",
          "rounds/builder-subagents-2/bundles/bs2/EXCLUDED.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-1-go/r0/hint/a1/attempt.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-1-go/r0/hint/a1/evaluation.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-1-go/r0/off/a1/attempt.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-1-go/r0/off/a1/evaluation.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-1-go/r0/required/a1/attempt.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-1-go/r0/required/a1/evaluation.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-4-elixir-2/r0/hint/a1/attempt.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-4-elixir-2/r0/hint/a1/evaluation.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-4-elixir-2/r0/off/a1/attempt.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-4-elixir-2/r0/off/a1/evaluation.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-4-elixir-2/r0/required/a1/attempt.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-4-elixir-2/r0/required/a1/evaluation.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-4-go/r0/hint/a1/attempt.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-4-go/r0/hint/a1/evaluation.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-4-go/r0/off/a1/attempt.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-4-go/r0/off/a1/evaluation.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-4-go/r0/required/a1/attempt.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-4-go/r0/required/a1/evaluation.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-6-elixir-2/r0/hint/a1/attempt.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-6-elixir-2/r0/hint/a1/evaluation.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-6-elixir-2/r0/off/a1/attempt.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-6-elixir-2/r0/off/a1/evaluation.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-6-elixir-2/r0/required/a1/attempt.json",
          "rounds/builder-subagents-2/bundles/bs2/attempts/r70-6-elixir-2/r0/required/a1/evaluation.json",
          "rounds/builder-subagents-2/bundles/bs2/frozen/experiment.toml",
          "rounds/builder-subagents-2/bundles/bs2/frozen/manifest.json",
          "rounds/builder-subagents-2/bundles/bs2/frozen/resolved/hint.toml",
          "rounds/builder-subagents-2/bundles/bs2/frozen/resolved/off.toml",
          "rounds/builder-subagents-2/bundles/bs2/frozen/resolved/required.toml",
          "rounds/builder-subagents-2/bundles/bs2/manifest.json",
          "rounds/builder-subagents-2/bundles/bs2/report.md",
          "rounds/builder-subagents-2/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "repeat-screen-1",
      "url": "/rounds/repeat-screen-1/",
      "status": "DESCRIPTIVE",
      "title": "Repeat screen on Kogen's defaults, two repetitions per task: all 19 scored attempts were correct, a Sol medium reviewer used less input and the planner did not help (19 of 24 attempts scored)",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/repeat-screen-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "repeat-screen-1",
        "script": null,
        "inputs": [
          "rounds/repeat-screen-1/MEASURED.md",
          "rounds/repeat-screen-1/MISSING-DECLARED.json",
          "rounds/repeat-screen-1/MISSING.md",
          "rounds/repeat-screen-1/PLAN.json",
          "rounds/repeat-screen-1/README.md",
          "rounds/repeat-screen-1/bundles/cf1/EXCLUDED.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-1-go/r0/defaults/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-1-go/r0/defaults/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-1-go/r0/planner-on/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-1-go/r0/planner-on/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-1-go/r0/reviewer-medium/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-1-go/r0/reviewer-medium/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-1-go/r1/defaults/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-1-go/r1/defaults/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-1-go/r1/planner-on/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-1-go/r1/planner-on/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-1-go/r1/reviewer-medium/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-1-go/r1/reviewer-medium/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-elixir-2/r0/defaults/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-elixir-2/r0/defaults/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-elixir-2/r0/planner-on/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-elixir-2/r0/planner-on/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-elixir-2/r0/reviewer-medium/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-elixir-2/r0/reviewer-medium/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-elixir-2/r1/defaults/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-elixir-2/r1/defaults/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-elixir-2/r1/planner-on/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-elixir-2/r1/planner-on/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-elixir-2/r1/reviewer-medium/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-elixir-2/r1/reviewer-medium/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-go/r0/defaults/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-go/r0/defaults/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-go/r0/planner-on/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-go/r0/planner-on/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-go/r0/reviewer-medium/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-go/r0/reviewer-medium/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-go/r1/defaults/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-go/r1/defaults/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-go/r1/planner-on/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-go/r1/planner-on/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-go/r1/reviewer-medium/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-4-go/r1/reviewer-medium/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-6-elixir-2/r0/planner-on/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-6-elixir-2/r0/planner-on/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-6-elixir-2/r0/reviewer-medium/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-6-elixir-2/r0/reviewer-medium/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-6-elixir-2/r1/planner-on/a1/attempt.json",
          "rounds/repeat-screen-1/bundles/cf1/attempts/r70-6-elixir-2/r1/planner-on/a1/evaluation.json",
          "rounds/repeat-screen-1/bundles/cf1/frozen/experiment.toml",
          "rounds/repeat-screen-1/bundles/cf1/frozen/manifest.json",
          "rounds/repeat-screen-1/bundles/cf1/frozen/resolved/defaults.toml",
          "rounds/repeat-screen-1/bundles/cf1/frozen/resolved/planner-on.toml",
          "rounds/repeat-screen-1/bundles/cf1/frozen/resolved/reviewer-medium.toml",
          "rounds/repeat-screen-1/bundles/cf1/manifest.json",
          "rounds/repeat-screen-1/bundles/cf1/report.md",
          "rounds/repeat-screen-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "review-fix-2",
      "url": "/rounds/review-fix-2/",
      "status": "DESCRIPTIVE",
      "title": "Review and fix against the earlier flow: with a weak builder the new flow ended with approved correct code in 4 of 4 attempts and the earlier flow in 0 of 4; with Kogen's builder both did 4 of 4 (one attempt per task and setting)",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/review-fix-2/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "review-fix-2",
        "script": null,
        "inputs": [
          "rounds/review-fix-2/MEASURED.md",
          "rounds/review-fix-2/MISSING-DECLARED.json",
          "rounds/review-fix-2/MISSING.md",
          "rounds/review-fix-2/PLAN.json",
          "rounds/review-fix-2/README.md",
          "rounds/review-fix-2/bundles/rv2/EXCLUDED.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-1-go/r0/new/a1/attempt.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-1-go/r0/new/a1/evaluation.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-1-go/r0/old/a1/attempt.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-1-go/r0/old/a1/evaluation.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-1-go/r0/old/a2/attempt.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-1-go/r0/old/a2/evaluation.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-1-go/r0/old/a3/attempt.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-1-go/r0/old/a3/evaluation.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-1-go/r0/weak-new/a1/attempt.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-1-go/r0/weak-new/a1/evaluation.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-1-go/r0/weak-new/a2/attempt.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-1-go/r0/weak-new/a2/evaluation.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-1-go/r0/weak-old/a1/attempt.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-1-go/r0/weak-old/a1/evaluation.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-4-elixir-2/r0/new/a1/attempt.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-4-elixir-2/r0/new/a1/evaluation.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-4-elixir-2/r0/new/a2/attempt.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-4-elixir-2/r0/new/a2/evaluation.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-4-elixir-2/r0/old/a1/attempt.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-4-elixir-2/r0/old/a1/evaluation.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-4-elixir-2/r0/weak-new/a1/attempt.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-4-elixir-2/r0/weak-new/a1/evaluation.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-4-elixir-2/r0/weak-old/a1/attempt.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-4-elixir-2/r0/weak-old/a1/evaluation.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-4-go/r0/new/a1/attempt.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-4-go/r0/new/a1/evaluation.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-4-go/r0/old/a1/attempt.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-4-go/r0/old/a1/evaluation.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-4-go/r0/weak-new/a1/attempt.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-4-go/r0/weak-new/a1/evaluation.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-4-go/r0/weak-old/a1/attempt.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-4-go/r0/weak-old/a1/evaluation.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-6-elixir-2/r0/new/a1/attempt.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-6-elixir-2/r0/new/a1/evaluation.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-6-elixir-2/r0/old/a1/attempt.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-6-elixir-2/r0/old/a1/evaluation.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-6-elixir-2/r0/weak-new/a1/attempt.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-6-elixir-2/r0/weak-new/a1/evaluation.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-6-elixir-2/r0/weak-old/a1/attempt.json",
          "rounds/review-fix-2/bundles/rv2/attempts/r70-6-elixir-2/r0/weak-old/a1/evaluation.json",
          "rounds/review-fix-2/bundles/rv2/frozen/experiment.toml",
          "rounds/review-fix-2/bundles/rv2/frozen/manifest.json",
          "rounds/review-fix-2/bundles/rv2/frozen/resolved/new.toml",
          "rounds/review-fix-2/bundles/rv2/frozen/resolved/old.toml",
          "rounds/review-fix-2/bundles/rv2/frozen/resolved/weak-new.toml",
          "rounds/review-fix-2/bundles/rv2/frozen/resolved/weak-old.toml",
          "rounds/review-fix-2/bundles/rv2/manifest.json",
          "rounds/review-fix-2/bundles/rv2/report.md",
          "rounds/review-fix-2/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "shaping-2",
      "url": "/rounds/shaping-2/",
      "status": "DESCRIPTIVE",
      "title": "Shaper helpers and generated specifications",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/shaping-2/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "shaping-2",
        "script": null,
        "inputs": [
          "rounds/shaping-2/MEASURED.md",
          "rounds/shaping-2/MISSING-DECLARED.json",
          "rounds/shaping-2/MISSING.md",
          "rounds/shaping-2/PLAN.json",
          "rounds/shaping-2/README.md",
          "rounds/shaping-2/bundles/ss2/EXCLUDED.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-1-go/r0/generated/a1/attempt.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-1-go/r0/generated/a1/evaluation.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-1-go/r0/hint/a1/attempt.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-1-go/r0/hint/a1/evaluation.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-1-go/r0/required/a1/attempt.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-1-go/r0/required/a1/evaluation.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-1-go/r0/supplied/a1/attempt.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-1-go/r0/supplied/a1/evaluation.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-4-elixir-2/r0/generated/a1/attempt.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-4-elixir-2/r0/generated/a1/evaluation.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-4-elixir-2/r0/hint/a1/attempt.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-4-elixir-2/r0/hint/a1/evaluation.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-4-elixir-2/r0/required/a1/attempt.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-4-elixir-2/r0/required/a1/evaluation.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-4-elixir-2/r0/supplied/a1/attempt.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-4-elixir-2/r0/supplied/a1/evaluation.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-4-go/r0/generated/a1/attempt.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-4-go/r0/generated/a1/evaluation.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-4-go/r0/hint/a1/attempt.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-4-go/r0/hint/a1/evaluation.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-4-go/r0/hint/a2/attempt.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-4-go/r0/hint/a2/evaluation.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-4-go/r0/required/a1/attempt.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-4-go/r0/required/a1/evaluation.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-4-go/r0/supplied/a1/attempt.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-4-go/r0/supplied/a1/evaluation.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-6-elixir-2/r0/generated/a1/attempt.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-6-elixir-2/r0/generated/a1/evaluation.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-6-elixir-2/r0/hint/a1/attempt.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-6-elixir-2/r0/hint/a1/evaluation.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-6-elixir-2/r0/required/a1/attempt.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-6-elixir-2/r0/required/a1/evaluation.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-6-elixir-2/r0/supplied/a1/attempt.json",
          "rounds/shaping-2/bundles/ss2/attempts/r70-6-elixir-2/r0/supplied/a1/evaluation.json",
          "rounds/shaping-2/bundles/ss2/frozen/experiment.toml",
          "rounds/shaping-2/bundles/ss2/frozen/manifest.json",
          "rounds/shaping-2/bundles/ss2/frozen/resolved/generated.toml",
          "rounds/shaping-2/bundles/ss2/frozen/resolved/hint.toml",
          "rounds/shaping-2/bundles/ss2/frozen/resolved/required.toml",
          "rounds/shaping-2/bundles/ss2/frozen/resolved/supplied.toml",
          "rounds/shaping-2/bundles/ss2/manifest.json",
          "rounds/shaping-2/bundles/ss2/report.md",
          "rounds/shaping-2/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "prose-vs-gherkin-1",
      "url": "/rounds/prose-vs-gherkin-1/",
      "status": "DESCRIPTIVE",
      "title": "Prose versus Gherkin: Gherkin 10/10, prose 8/10; two wrong prose submissions approved unchanged",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/prose-vs-gherkin-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "prose-vs-gherkin-1",
        "script": null,
        "inputs": [
          "rounds/prose-vs-gherkin-1/MEASURED.md",
          "rounds/prose-vs-gherkin-1/MISSING-DECLARED.json",
          "rounds/prose-vs-gherkin-1/MISSING.md",
          "rounds/prose-vs-gherkin-1/PLAN.json",
          "rounds/prose-vs-gherkin-1/PRE-REVIEW-GRADES.json",
          "rounds/prose-vs-gherkin-1/README.md",
          "rounds/prose-vs-gherkin-1/bundles/pg1/EXCLUDED.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/artifact-go/r0/gherkin/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/artifact-go/r0/gherkin/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/artifact-go/r0/prose/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/artifact-go/r0/prose/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/artifact-go/r1/gherkin/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/artifact-go/r1/gherkin/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/artifact-go/r1/prose/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/artifact-go/r1/prose/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-1-go/r0/gherkin/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-1-go/r0/gherkin/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-1-go/r0/prose/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-1-go/r0/prose/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-1-go/r1/gherkin/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-1-go/r1/gherkin/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-1-go/r1/prose/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-1-go/r1/prose/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-4-elixir-2/r0/gherkin/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-4-elixir-2/r0/gherkin/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-4-elixir-2/r0/prose/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-4-elixir-2/r0/prose/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-4-elixir-2/r1/gherkin/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-4-elixir-2/r1/gherkin/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-4-elixir-2/r1/prose/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-4-elixir-2/r1/prose/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-4-go/r0/gherkin/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-4-go/r0/gherkin/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-4-go/r0/prose/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-4-go/r0/prose/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-4-go/r1/gherkin/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-4-go/r1/gherkin/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-4-go/r1/prose/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-4-go/r1/prose/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-6-elixir-2/r0/gherkin/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-6-elixir-2/r0/gherkin/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-6-elixir-2/r0/prose/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-6-elixir-2/r0/prose/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-6-elixir-2/r0/prose/a2/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-6-elixir-2/r0/prose/a2/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-6-elixir-2/r1/gherkin/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-6-elixir-2/r1/gherkin/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-6-elixir-2/r1/gherkin/a2/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-6-elixir-2/r1/gherkin/a2/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-6-elixir-2/r1/prose/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/attempts/r70-6-elixir-2/r1/prose/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/frozen/experiment.toml",
          "rounds/prose-vs-gherkin-1/bundles/pg1/frozen/manifest.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/frozen/resolved/gherkin.toml",
          "rounds/prose-vs-gherkin-1/bundles/pg1/frozen/resolved/prose.toml",
          "rounds/prose-vs-gherkin-1/bundles/pg1/manifest.json",
          "rounds/prose-vs-gherkin-1/bundles/pg1/report.md",
          "rounds/prose-vs-gherkin-1/bundles/pg2/EXCLUDED.json",
          "rounds/prose-vs-gherkin-1/bundles/pg2/attempts/r70-4-go/r0/gherkin/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg2/attempts/r70-4-go/r0/gherkin/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg2/attempts/r70-4-go/r0/prose/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg2/attempts/r70-4-go/r0/prose/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg2/attempts/r70-5-go/r0/gherkin/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg2/attempts/r70-5-go/r0/gherkin/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg2/attempts/r70-5-go/r0/prose/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg2/attempts/r70-5-go/r0/prose/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg2/attempts/r70-7-elixir/r0/gherkin/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg2/attempts/r70-7-elixir/r0/gherkin/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg2/attempts/r70-7-elixir/r0/prose/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg2/attempts/r70-7-elixir/r0/prose/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg2/attempts/r70-7-go/r0/gherkin/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg2/attempts/r70-7-go/r0/gherkin/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg2/attempts/r70-7-go/r0/prose/a1/attempt.json",
          "rounds/prose-vs-gherkin-1/bundles/pg2/attempts/r70-7-go/r0/prose/a1/evaluation.json",
          "rounds/prose-vs-gherkin-1/bundles/pg2/frozen/experiment.toml",
          "rounds/prose-vs-gherkin-1/bundles/pg2/frozen/manifest.json",
          "rounds/prose-vs-gherkin-1/bundles/pg2/frozen/resolved/gherkin.toml",
          "rounds/prose-vs-gherkin-1/bundles/pg2/frozen/resolved/prose.toml",
          "rounds/prose-vs-gherkin-1/bundles/pg2/manifest.json",
          "rounds/prose-vs-gherkin-1/bundles/pg2/report.md",
          "rounds/prose-vs-gherkin-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Public bundles and records preserve observed Lab outcomes and configuration; model execution cannot be replayed from this repository snapshot.",
        "script_path": null
      }
    },
    {
      "id": "mechanism-split-1",
      "url": "/rounds/mechanism-split-1/",
      "status": "DESCRIPTIVE",
      "title": "Which flow mechanism helps a weak builder? Follow-up correct submissions were 6/7 versus 1/8",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/mechanism-split-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "mechanism-split-1",
        "script": null,
        "inputs": [
          "rounds/mechanism-split-1/MEASURED.md",
          "rounds/mechanism-split-1/MISSING-DECLARED.json",
          "rounds/mechanism-split-1/MISSING.md",
          "rounds/mechanism-split-1/PLAN.json",
          "rounds/mechanism-split-1/README.md",
          "rounds/mechanism-split-1/bundles/ms1/EXCLUDED.json",
          "rounds/mechanism-split-1/bundles/ms1/attempts/r70-5-elixir/r0/new/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms1/attempts/r70-5-elixir/r0/new/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms1/attempts/r70-5-elixir/r0/old-review/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms1/attempts/r70-5-elixir/r0/old-review/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms1/attempts/r70-5-elixir/r0/run-all/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms1/attempts/r70-5-elixir/r0/run-all/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms1/attempts/r70-5-go/r0/new/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms1/attempts/r70-5-go/r0/new/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms1/attempts/r70-5-go/r0/old-review/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms1/attempts/r70-5-go/r0/old-review/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms1/attempts/r70-5-go/r0/run-all/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms1/attempts/r70-5-go/r0/run-all/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms1/attempts/r70-7-go/r0/new/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms1/attempts/r70-7-go/r0/new/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms1/attempts/r70-7-go/r0/old-review/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms1/attempts/r70-7-go/r0/old-review/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms1/attempts/r70-7-go/r0/run-all/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms1/attempts/r70-7-go/r0/run-all/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms1/frozen/experiment.toml",
          "rounds/mechanism-split-1/bundles/ms1/frozen/manifest.json",
          "rounds/mechanism-split-1/bundles/ms1/frozen/resolved/new.toml",
          "rounds/mechanism-split-1/bundles/ms1/frozen/resolved/old-review.toml",
          "rounds/mechanism-split-1/bundles/ms1/frozen/resolved/run-all.toml",
          "rounds/mechanism-split-1/bundles/ms1/manifest.json",
          "rounds/mechanism-split-1/bundles/ms1/report.md",
          "rounds/mechanism-split-1/bundles/ms2/EXCLUDED.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-1-go/r0/new/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-1-go/r0/new/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-1-go/r0/old-review/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-1-go/r0/old-review/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-1-go/r0/run-all/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-1-go/r0/run-all/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-4-elixir-2/r0/new/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-4-elixir-2/r0/new/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-4-elixir-2/r0/old-review/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-4-elixir-2/r0/old-review/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-4-elixir-2/r0/run-all/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-4-elixir-2/r0/run-all/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-4-go/r0/new/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-4-go/r0/new/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-4-go/r0/old-review/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-4-go/r0/old-review/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-4-go/r0/run-all/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-4-go/r0/run-all/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-6-elixir-2/r0/new/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-6-elixir-2/r0/new/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-6-elixir-2/r0/old-review/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-6-elixir-2/r0/old-review/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-6-elixir-2/r0/run-all/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms2/attempts/r70-6-elixir-2/r0/run-all/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms2/frozen/experiment.toml",
          "rounds/mechanism-split-1/bundles/ms2/frozen/manifest.json",
          "rounds/mechanism-split-1/bundles/ms2/frozen/resolved/new.toml",
          "rounds/mechanism-split-1/bundles/ms2/frozen/resolved/old-review.toml",
          "rounds/mechanism-split-1/bundles/ms2/frozen/resolved/run-all.toml",
          "rounds/mechanism-split-1/bundles/ms2/manifest.json",
          "rounds/mechanism-split-1/bundles/ms2/report.md",
          "rounds/mechanism-split-1/bundles/ms2b/EXCLUDED.json",
          "rounds/mechanism-split-1/bundles/ms2b/attempts/r70-1-go/r0/new/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms2b/attempts/r70-1-go/r0/new/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms2b/attempts/r70-1-go/r0/old-review/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms2b/attempts/r70-1-go/r0/old-review/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms2b/attempts/r70-4-elixir-2/r0/new/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms2b/attempts/r70-4-elixir-2/r0/new/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms2b/attempts/r70-4-elixir-2/r0/old-review/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms2b/attempts/r70-4-elixir-2/r0/old-review/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms2b/attempts/r70-4-go/r0/new/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms2b/attempts/r70-4-go/r0/new/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms2b/attempts/r70-4-go/r0/old-review/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms2b/attempts/r70-4-go/r0/old-review/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms2b/attempts/r70-6-elixir-2/r0/new/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms2b/attempts/r70-6-elixir-2/r0/new/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms2b/attempts/r70-6-elixir-2/r0/old-review/a1/attempt.json",
          "rounds/mechanism-split-1/bundles/ms2b/attempts/r70-6-elixir-2/r0/old-review/a1/evaluation.json",
          "rounds/mechanism-split-1/bundles/ms2b/frozen/experiment.toml",
          "rounds/mechanism-split-1/bundles/ms2b/frozen/manifest.json",
          "rounds/mechanism-split-1/bundles/ms2b/frozen/resolved/new.toml",
          "rounds/mechanism-split-1/bundles/ms2b/frozen/resolved/old-review.toml",
          "rounds/mechanism-split-1/bundles/ms2b/manifest.json",
          "rounds/mechanism-split-1/bundles/ms2b/report.md",
          "rounds/mechanism-split-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "review-named-defect-1",
      "url": "/rounds/review-named-defect-1/",
      "status": "DESCRIPTIVE",
      "title": "Named-defect review did not stop polish edits in either run",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/review-named-defect-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "review-named-defect-1",
        "script": null,
        "inputs": [
          "rounds/review-named-defect-1/MEASURED.md",
          "rounds/review-named-defect-1/MISSING-DECLARED.json",
          "rounds/review-named-defect-1/MISSING.md",
          "rounds/review-named-defect-1/PLAN.json",
          "rounds/review-named-defect-1/PRE-REVIEW-GRADES.json",
          "rounds/review-named-defect-1/README.md",
          "rounds/review-named-defect-1/bundles/rn1/EXCLUDED.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-1-go/r0/kogen-review/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-1-go/r0/kogen-review/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-1-go/r0/named-defect/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-1-go/r0/named-defect/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-1-go/r1/kogen-review/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-1-go/r1/kogen-review/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-1-go/r1/named-defect/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-1-go/r1/named-defect/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-4-elixir-2/r0/kogen-review/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-4-elixir-2/r0/kogen-review/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-4-elixir-2/r0/named-defect/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-4-elixir-2/r0/named-defect/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-4-elixir-2/r1/kogen-review/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-4-elixir-2/r1/kogen-review/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-4-elixir-2/r1/named-defect/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-4-elixir-2/r1/named-defect/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-4-go/r0/kogen-review/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-4-go/r0/kogen-review/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-4-go/r0/named-defect/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-4-go/r0/named-defect/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-4-go/r1/kogen-review/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-4-go/r1/kogen-review/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-4-go/r1/named-defect/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-4-go/r1/named-defect/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-6-elixir-2/r0/kogen-review/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-6-elixir-2/r0/kogen-review/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-6-elixir-2/r0/named-defect/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-6-elixir-2/r0/named-defect/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-6-elixir-2/r1/kogen-review/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-6-elixir-2/r1/kogen-review/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-6-elixir-2/r1/named-defect/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn1/attempts/r70-6-elixir-2/r1/named-defect/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn1/frozen/experiment.toml",
          "rounds/review-named-defect-1/bundles/rn1/frozen/manifest.json",
          "rounds/review-named-defect-1/bundles/rn1/frozen/resolved/kogen-review.toml",
          "rounds/review-named-defect-1/bundles/rn1/frozen/resolved/named-defect.toml",
          "rounds/review-named-defect-1/bundles/rn1/manifest.json",
          "rounds/review-named-defect-1/bundles/rn1/report.md",
          "rounds/review-named-defect-1/bundles/rn2/EXCLUDED.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-1-go/r0/kogen-review/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-1-go/r0/kogen-review/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-1-go/r0/named-defect/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-1-go/r0/named-defect/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-1-go/r1/kogen-review/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-1-go/r1/kogen-review/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-1-go/r1/named-defect/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-1-go/r1/named-defect/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-4-elixir-2/r0/kogen-review/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-4-elixir-2/r0/kogen-review/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-4-elixir-2/r0/named-defect/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-4-elixir-2/r0/named-defect/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-4-elixir-2/r1/kogen-review/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-4-elixir-2/r1/kogen-review/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-4-elixir-2/r1/named-defect/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-4-elixir-2/r1/named-defect/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-4-go/r0/kogen-review/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-4-go/r0/kogen-review/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-4-go/r0/named-defect/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-4-go/r0/named-defect/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-4-go/r1/kogen-review/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-4-go/r1/kogen-review/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-4-go/r1/named-defect/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-4-go/r1/named-defect/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-6-elixir-2/r0/kogen-review/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-6-elixir-2/r0/kogen-review/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-6-elixir-2/r0/named-defect/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-6-elixir-2/r0/named-defect/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-6-elixir-2/r1/kogen-review/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-6-elixir-2/r1/kogen-review/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-6-elixir-2/r1/named-defect/a1/attempt.json",
          "rounds/review-named-defect-1/bundles/rn2/attempts/r70-6-elixir-2/r1/named-defect/a1/evaluation.json",
          "rounds/review-named-defect-1/bundles/rn2/frozen/experiment.toml",
          "rounds/review-named-defect-1/bundles/rn2/frozen/manifest.json",
          "rounds/review-named-defect-1/bundles/rn2/frozen/resolved/kogen-review.toml",
          "rounds/review-named-defect-1/bundles/rn2/frozen/resolved/named-defect.toml",
          "rounds/review-named-defect-1/bundles/rn2/manifest.json",
          "rounds/review-named-defect-1/bundles/rn2/report.md",
          "rounds/review-named-defect-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Public bundles and records preserve observed Lab outcomes and configuration; model execution cannot be replayed from this repository snapshot.",
        "script_path": null
      }
    },
    {
      "id": "builder-low-1",
      "url": "/rounds/builder-low-1/",
      "status": "DESCRIPTIVE",
      "title": "Builder effort at low vs medium: correctness held, total input fell 4%",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/builder-low-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "builder-low-1",
        "script": null,
        "inputs": [
          "rounds/builder-low-1/MEASURED.md",
          "rounds/builder-low-1/MISSING-DECLARED.json",
          "rounds/builder-low-1/MISSING.md",
          "rounds/builder-low-1/PLAN.json",
          "rounds/builder-low-1/README.md",
          "rounds/builder-low-1/bundles/bl1/EXCLUDED.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-1-go/r0/sol-low/a1/attempt.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-1-go/r0/sol-low/a1/evaluation.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-1-go/r0/sol-medium/a1/attempt.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-1-go/r0/sol-medium/a1/evaluation.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-1-go/r1/sol-low/a1/attempt.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-1-go/r1/sol-low/a1/evaluation.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-1-go/r1/sol-medium/a1/attempt.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-1-go/r1/sol-medium/a1/evaluation.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-4-elixir-2/r0/sol-low/a1/attempt.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-4-elixir-2/r0/sol-low/a1/evaluation.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-4-elixir-2/r0/sol-medium/a1/attempt.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-4-elixir-2/r0/sol-medium/a1/evaluation.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-4-elixir-2/r1/sol-low/a1/attempt.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-4-elixir-2/r1/sol-low/a1/evaluation.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-4-elixir-2/r1/sol-medium/a1/attempt.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-4-elixir-2/r1/sol-medium/a1/evaluation.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-4-go/r0/sol-low/a1/attempt.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-4-go/r0/sol-low/a1/evaluation.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-4-go/r0/sol-medium/a1/attempt.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-4-go/r0/sol-medium/a1/evaluation.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-4-go/r1/sol-low/a1/attempt.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-4-go/r1/sol-low/a1/evaluation.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-4-go/r1/sol-medium/a1/attempt.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-4-go/r1/sol-medium/a1/evaluation.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-6-elixir-2/r0/sol-low/a1/attempt.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-6-elixir-2/r0/sol-low/a1/evaluation.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-6-elixir-2/r0/sol-medium/a1/attempt.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-6-elixir-2/r0/sol-medium/a1/evaluation.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-6-elixir-2/r1/sol-low/a1/attempt.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-6-elixir-2/r1/sol-low/a1/evaluation.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-6-elixir-2/r1/sol-medium/a1/attempt.json",
          "rounds/builder-low-1/bundles/bl1/attempts/r70-6-elixir-2/r1/sol-medium/a1/evaluation.json",
          "rounds/builder-low-1/bundles/bl1/frozen/experiment.toml",
          "rounds/builder-low-1/bundles/bl1/frozen/manifest.json",
          "rounds/builder-low-1/bundles/bl1/frozen/resolved/sol-low.toml",
          "rounds/builder-low-1/bundles/bl1/frozen/resolved/sol-medium.toml",
          "rounds/builder-low-1/bundles/bl1/manifest.json",
          "rounds/builder-low-1/bundles/bl1/report.md",
          "rounds/builder-low-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published Standard records and the Lab public exports (frozen configuration, per-attempt outcomes, public test states, stage times and usage) are available; raw conversations, tool output and candidate code are not included.",
        "script_path": null
      }
    },
    {
      "id": "reviewer-effort-weak-1",
      "url": "/rounds/reviewer-effort-weak-1/",
      "status": "DESCRIPTIVE",
      "title": "Lower reviewer effort with a weak builder: rescues held in this screen",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/reviewer-effort-weak-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "reviewer-effort-weak-1",
        "script": null,
        "inputs": [
          "rounds/reviewer-effort-weak-1/MEASURED.md",
          "rounds/reviewer-effort-weak-1/MISSING-DECLARED.json",
          "rounds/reviewer-effort-weak-1/MISSING.md",
          "rounds/reviewer-effort-weak-1/PLAN.json",
          "rounds/reviewer-effort-weak-1/PRE-REVIEW-GRADES.json",
          "rounds/reviewer-effort-weak-1/README.md",
          "rounds/reviewer-effort-weak-1/bundles/rew1/EXCLUDED.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1/attempts/r70-4-go/r0/reviewer-high/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1/attempts/r70-4-go/r0/reviewer-high/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1/attempts/r70-4-go/r0/reviewer-medium/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1/attempts/r70-4-go/r0/reviewer-medium/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1/attempts/r70-5-go/r0/reviewer-high/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1/attempts/r70-5-go/r0/reviewer-high/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1/attempts/r70-5-go/r0/reviewer-medium/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1/attempts/r70-5-go/r0/reviewer-medium/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1/attempts/r70-7-elixir/r0/reviewer-high/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1/attempts/r70-7-elixir/r0/reviewer-high/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1/attempts/r70-7-elixir/r0/reviewer-medium/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1/attempts/r70-7-elixir/r0/reviewer-medium/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1/attempts/r70-7-go/r0/reviewer-high/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1/attempts/r70-7-go/r0/reviewer-high/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1/attempts/r70-7-go/r0/reviewer-medium/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1/attempts/r70-7-go/r0/reviewer-medium/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1/frozen/experiment.toml",
          "rounds/reviewer-effort-weak-1/bundles/rew1/frozen/manifest.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1/frozen/resolved/reviewer-high.toml",
          "rounds/reviewer-effort-weak-1/bundles/rew1/frozen/resolved/reviewer-medium.toml",
          "rounds/reviewer-effort-weak-1/bundles/rew1/manifest.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1/report.md",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/EXCLUDED.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/attempts/r70-4-go/r0/reviewer-high/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/attempts/r70-4-go/r0/reviewer-high/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/attempts/r70-4-go/r0/reviewer-medium/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/attempts/r70-4-go/r0/reviewer-medium/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/attempts/r70-5-go/r0/reviewer-high/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/attempts/r70-5-go/r0/reviewer-high/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/attempts/r70-5-go/r0/reviewer-medium/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/attempts/r70-5-go/r0/reviewer-medium/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/attempts/r70-7-elixir/r0/reviewer-high/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/attempts/r70-7-elixir/r0/reviewer-high/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/attempts/r70-7-elixir/r0/reviewer-medium/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/attempts/r70-7-elixir/r0/reviewer-medium/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/attempts/r70-7-go/r0/reviewer-high/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/attempts/r70-7-go/r0/reviewer-high/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/attempts/r70-7-go/r0/reviewer-medium/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/attempts/r70-7-go/r0/reviewer-medium/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/frozen/experiment.toml",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/frozen/manifest.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/frozen/resolved/reviewer-high.toml",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/frozen/resolved/reviewer-medium.toml",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/manifest.json",
          "rounds/reviewer-effort-weak-1/bundles/rew1b/report.md",
          "rounds/reviewer-effort-weak-1/bundles/rew2/EXCLUDED.json",
          "rounds/reviewer-effort-weak-1/bundles/rew2/attempts/r70-4-go/r0/reviewer-high/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew2/attempts/r70-4-go/r0/reviewer-high/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew2/attempts/r70-4-go/r0/reviewer-medium/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew2/attempts/r70-4-go/r0/reviewer-medium/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew2/attempts/r70-4-go/r1/reviewer-high/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew2/attempts/r70-4-go/r1/reviewer-high/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew2/attempts/r70-4-go/r1/reviewer-medium/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew2/attempts/r70-4-go/r1/reviewer-medium/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew2/attempts/r70-5-go/r0/reviewer-high/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew2/attempts/r70-5-go/r0/reviewer-high/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew2/attempts/r70-5-go/r0/reviewer-medium/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew2/attempts/r70-5-go/r0/reviewer-medium/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew2/attempts/r70-5-go/r1/reviewer-high/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew2/attempts/r70-5-go/r1/reviewer-high/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew2/attempts/r70-5-go/r1/reviewer-medium/a1/attempt.json",
          "rounds/reviewer-effort-weak-1/bundles/rew2/attempts/r70-5-go/r1/reviewer-medium/a1/evaluation.json",
          "rounds/reviewer-effort-weak-1/bundles/rew2/frozen/experiment.toml",
          "rounds/reviewer-effort-weak-1/bundles/rew2/frozen/manifest.json",
          "rounds/reviewer-effort-weak-1/bundles/rew2/frozen/resolved/reviewer-high.toml",
          "rounds/reviewer-effort-weak-1/bundles/rew2/frozen/resolved/reviewer-medium.toml",
          "rounds/reviewer-effort-weak-1/bundles/rew2/manifest.json",
          "rounds/reviewer-effort-weak-1/bundles/rew2/report.md",
          "rounds/reviewer-effort-weak-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Public bundles and records preserve observed Lab outcomes and configuration; model execution cannot be replayed from this repository snapshot.",
        "script_path": null
      }
    },
    {
      "id": "cheap-profile-1",
      "url": "/rounds/cheap-profile-1/",
      "status": "DESCRIPTIVE",
      "title": "A lower-cost profile kept correctness across three development runs",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/cheap-profile-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "cheap-profile-1",
        "script": null,
        "inputs": [
          "rounds/cheap-profile-1/MEASURED.md",
          "rounds/cheap-profile-1/MISSING-DECLARED.json",
          "rounds/cheap-profile-1/MISSING.md",
          "rounds/cheap-profile-1/PLAN.json",
          "rounds/cheap-profile-1/PRE-REVIEW-GRADES.json",
          "rounds/cheap-profile-1/README.md",
          "rounds/cheap-profile-1/bundles/cp1/EXCLUDED.json",
          "rounds/cheap-profile-1/bundles/cp1/attempts/r70-1-go/r0/cheap/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp1/attempts/r70-1-go/r0/cheap/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp1/attempts/r70-1-go/r0/kogen-default/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp1/attempts/r70-1-go/r0/kogen-default/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp1/attempts/r70-4-go/r0/cheap/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp1/attempts/r70-4-go/r0/cheap/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp1/attempts/r70-4-go/r0/kogen-default/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp1/attempts/r70-4-go/r0/kogen-default/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp1/attempts/r70-7-elixir/r0/cheap/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp1/attempts/r70-7-elixir/r0/cheap/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp1/attempts/r70-7-elixir/r0/kogen-default/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp1/attempts/r70-7-elixir/r0/kogen-default/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp1/attempts/r70-7-go/r0/cheap/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp1/attempts/r70-7-go/r0/cheap/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp1/attempts/r70-7-go/r0/kogen-default/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp1/attempts/r70-7-go/r0/kogen-default/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp1/frozen/experiment.toml",
          "rounds/cheap-profile-1/bundles/cp1/frozen/manifest.json",
          "rounds/cheap-profile-1/bundles/cp1/frozen/resolved/cheap.toml",
          "rounds/cheap-profile-1/bundles/cp1/frozen/resolved/kogen-default.toml",
          "rounds/cheap-profile-1/bundles/cp1/manifest.json",
          "rounds/cheap-profile-1/bundles/cp1/report.md",
          "rounds/cheap-profile-1/bundles/cp1b/EXCLUDED.json",
          "rounds/cheap-profile-1/bundles/cp1b/attempts/r70-1-go/r0/cheap/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp1b/attempts/r70-1-go/r0/cheap/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp1b/attempts/r70-1-go/r0/kogen-default/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp1b/attempts/r70-1-go/r0/kogen-default/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp1b/attempts/r70-4-go/r0/cheap/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp1b/attempts/r70-4-go/r0/cheap/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp1b/attempts/r70-4-go/r0/kogen-default/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp1b/attempts/r70-4-go/r0/kogen-default/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp1b/attempts/r70-7-elixir/r0/cheap/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp1b/attempts/r70-7-elixir/r0/cheap/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp1b/attempts/r70-7-elixir/r0/kogen-default/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp1b/attempts/r70-7-elixir/r0/kogen-default/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp1b/attempts/r70-7-go/r0/cheap/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp1b/attempts/r70-7-go/r0/cheap/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp1b/attempts/r70-7-go/r0/kogen-default/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp1b/attempts/r70-7-go/r0/kogen-default/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp1b/frozen/experiment.toml",
          "rounds/cheap-profile-1/bundles/cp1b/frozen/manifest.json",
          "rounds/cheap-profile-1/bundles/cp1b/frozen/resolved/cheap.toml",
          "rounds/cheap-profile-1/bundles/cp1b/frozen/resolved/kogen-default.toml",
          "rounds/cheap-profile-1/bundles/cp1b/manifest.json",
          "rounds/cheap-profile-1/bundles/cp1b/report.md",
          "rounds/cheap-profile-1/bundles/cp2/EXCLUDED.json",
          "rounds/cheap-profile-1/bundles/cp2/attempts/artifact-go/r0/cheap/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp2/attempts/artifact-go/r0/cheap/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp2/attempts/artifact-go/r0/kogen-default/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp2/attempts/artifact-go/r0/kogen-default/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp2/attempts/r70-5-elixir/r0/cheap/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp2/attempts/r70-5-elixir/r0/cheap/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp2/attempts/r70-5-elixir/r0/kogen-default/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp2/attempts/r70-5-elixir/r0/kogen-default/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp2/attempts/r70-5-go/r0/cheap/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp2/attempts/r70-5-go/r0/cheap/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp2/attempts/r70-5-go/r0/kogen-default/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp2/attempts/r70-5-go/r0/kogen-default/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp2/attempts/rate-go/r0/cheap/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp2/attempts/rate-go/r0/cheap/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp2/attempts/rate-go/r0/kogen-default/a1/attempt.json",
          "rounds/cheap-profile-1/bundles/cp2/attempts/rate-go/r0/kogen-default/a1/evaluation.json",
          "rounds/cheap-profile-1/bundles/cp2/frozen/experiment.toml",
          "rounds/cheap-profile-1/bundles/cp2/frozen/manifest.json",
          "rounds/cheap-profile-1/bundles/cp2/frozen/resolved/cheap.toml",
          "rounds/cheap-profile-1/bundles/cp2/frozen/resolved/kogen-default.toml",
          "rounds/cheap-profile-1/bundles/cp2/manifest.json",
          "rounds/cheap-profile-1/bundles/cp2/report.md",
          "rounds/cheap-profile-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published bundles and records preserve observed Lab outcomes and configuration; model execution cannot be replayed from this repository snapshot.",
        "script_path": null
      }
    },
    {
      "id": "confirm-cheap-profile-1",
      "url": "/rounds/confirm-cheap-profile-1/",
      "status": "DESCRIPTIVE",
      "title": "Cheap profile confirmation on fresh tasks: UNRESOLVED",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/confirm-cheap-profile-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "confirm-cheap-profile-1",
        "script": null,
        "inputs": [
          "rounds/confirm-cheap-profile-1/MEASURED.md",
          "rounds/confirm-cheap-profile-1/MISSING-DECLARED.json",
          "rounds/confirm-cheap-profile-1/MISSING.md",
          "rounds/confirm-cheap-profile-1/PLAN.json",
          "rounds/confirm-cheap-profile-1/PRE-REVIEW-GRADES.json",
          "rounds/confirm-cheap-profile-1/README.md",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/EXCLUDED.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/deps-ex/r0/cheap/a1/attempt.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/deps-ex/r0/cheap/a1/evaluation.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/deps-ex/r0/kogen-default/a1/attempt.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/deps-ex/r0/kogen-default/a1/evaluation.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/deps-ex/r1/cheap/a1/attempt.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/deps-ex/r1/cheap/a1/evaluation.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/deps-ex/r1/kogen-default/a1/attempt.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/deps-ex/r1/kogen-default/a1/evaluation.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/deps-go/r0/cheap/a1/attempt.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/deps-go/r0/cheap/a1/evaluation.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/deps-go/r0/kogen-default/a1/attempt.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/deps-go/r0/kogen-default/a1/evaluation.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/deps-go/r1/cheap/a1/attempt.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/deps-go/r1/cheap/a1/evaluation.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/deps-go/r1/kogen-default/a1/attempt.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/deps-go/r1/kogen-default/a1/evaluation.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/interval-ex/r0/cheap/a1/attempt.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/interval-ex/r0/cheap/a1/evaluation.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/interval-ex/r0/kogen-default/a1/attempt.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/interval-ex/r0/kogen-default/a1/evaluation.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/interval-ex/r1/cheap/a1/attempt.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/interval-ex/r1/cheap/a1/evaluation.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/interval-ex/r1/kogen-default/a1/attempt.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/interval-ex/r1/kogen-default/a1/evaluation.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/interval-go/r0/cheap/a1/attempt.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/interval-go/r0/cheap/a1/evaluation.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/interval-go/r0/kogen-default/a1/attempt.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/interval-go/r0/kogen-default/a1/evaluation.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/interval-go/r1/cheap/a1/attempt.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/interval-go/r1/cheap/a1/evaluation.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/interval-go/r1/kogen-default/a1/attempt.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/attempts/interval-go/r1/kogen-default/a1/evaluation.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/frozen/experiment.toml",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/frozen/manifest.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/frozen/resolved/cheap.toml",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/frozen/resolved/kogen-default.toml",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/manifest.json",
          "rounds/confirm-cheap-profile-1/bundles/ccp1/report.md",
          "rounds/confirm-cheap-profile-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published bundles and records preserve observed Lab outcomes and configuration; model execution cannot be replayed from this repository snapshot.",
        "script_path": null
      }
    },
    {
      "id": "reviewer-polish-1",
      "url": "/rounds/reviewer-polish-1/",
      "status": "DESCRIPTIVE",
      "title": "Reviewer polish screen: medium effort did not polish more",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/reviewer-polish-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "reviewer-polish-1",
        "script": null,
        "inputs": [
          "rounds/reviewer-polish-1/MEASURED.md",
          "rounds/reviewer-polish-1/MISSING-DECLARED.json",
          "rounds/reviewer-polish-1/MISSING.md",
          "rounds/reviewer-polish-1/PLAN.json",
          "rounds/reviewer-polish-1/PRE-REVIEW-GRADES.json",
          "rounds/reviewer-polish-1/README.md",
          "rounds/reviewer-polish-1/bundles/rp1/EXCLUDED.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/deps-ex/r0/reviewer-high/a1/attempt.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/deps-ex/r0/reviewer-high/a1/evaluation.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/deps-ex/r0/reviewer-medium/a1/attempt.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/deps-ex/r0/reviewer-medium/a1/evaluation.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/deps-ex/r1/reviewer-high/a1/attempt.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/deps-ex/r1/reviewer-high/a1/evaluation.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/deps-ex/r1/reviewer-medium/a1/attempt.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/deps-ex/r1/reviewer-medium/a1/evaluation.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/deps-go/r0/reviewer-high/a1/attempt.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/deps-go/r0/reviewer-high/a1/evaluation.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/deps-go/r0/reviewer-medium/a1/attempt.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/deps-go/r0/reviewer-medium/a1/evaluation.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/deps-go/r1/reviewer-high/a1/attempt.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/deps-go/r1/reviewer-high/a1/evaluation.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/deps-go/r1/reviewer-medium/a1/attempt.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/deps-go/r1/reviewer-medium/a1/evaluation.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/interval-ex/r0/reviewer-high/a1/attempt.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/interval-ex/r0/reviewer-high/a1/evaluation.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/interval-ex/r0/reviewer-medium/a1/attempt.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/interval-ex/r0/reviewer-medium/a1/evaluation.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/interval-ex/r1/reviewer-high/a1/attempt.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/interval-ex/r1/reviewer-high/a1/evaluation.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/interval-ex/r1/reviewer-medium/a1/attempt.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/interval-ex/r1/reviewer-medium/a1/evaluation.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/interval-go/r0/reviewer-high/a1/attempt.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/interval-go/r0/reviewer-high/a1/evaluation.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/interval-go/r0/reviewer-medium/a1/attempt.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/interval-go/r0/reviewer-medium/a1/evaluation.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/interval-go/r1/reviewer-high/a1/attempt.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/interval-go/r1/reviewer-high/a1/evaluation.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/interval-go/r1/reviewer-medium/a1/attempt.json",
          "rounds/reviewer-polish-1/bundles/rp1/attempts/interval-go/r1/reviewer-medium/a1/evaluation.json",
          "rounds/reviewer-polish-1/bundles/rp1/frozen/experiment.toml",
          "rounds/reviewer-polish-1/bundles/rp1/frozen/manifest.json",
          "rounds/reviewer-polish-1/bundles/rp1/frozen/resolved/reviewer-high.toml",
          "rounds/reviewer-polish-1/bundles/rp1/frozen/resolved/reviewer-medium.toml",
          "rounds/reviewer-polish-1/bundles/rp1/manifest.json",
          "rounds/reviewer-polish-1/bundles/rp1/report.md",
          "rounds/reviewer-polish-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published bundles and records preserve observed Lab outcomes and configuration; model execution cannot be replayed from this repository snapshot.",
        "script_path": null
      }
    },
    {
      "id": "confirm-reviewer-medium-1",
      "url": "/rounds/confirm-reviewer-medium-1/",
      "status": "DESCRIPTIVE",
      "title": "Medium reviewer confirmation on fresh tasks: UNRESOLVED",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/confirm-reviewer-medium-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "confirm-reviewer-medium-1",
        "script": null,
        "inputs": [
          "rounds/confirm-reviewer-medium-1/MEASURED.md",
          "rounds/confirm-reviewer-medium-1/MISSING-DECLARED.json",
          "rounds/confirm-reviewer-medium-1/MISSING.md",
          "rounds/confirm-reviewer-medium-1/PLAN.json",
          "rounds/confirm-reviewer-medium-1/PRE-REVIEW-GRADES.json",
          "rounds/confirm-reviewer-medium-1/README.md",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/EXCLUDED.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/deps-ex/r0/reviewer-high/a1/attempt.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/deps-ex/r0/reviewer-high/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/deps-ex/r0/reviewer-medium/a1/attempt.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/deps-ex/r0/reviewer-medium/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/deps-ex/r1/reviewer-high/a1/attempt.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/deps-ex/r1/reviewer-high/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/deps-ex/r1/reviewer-medium/a1/attempt.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/deps-ex/r1/reviewer-medium/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/deps-go/r0/reviewer-high/a1/attempt.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/deps-go/r0/reviewer-high/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/deps-go/r0/reviewer-medium/a1/attempt.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/deps-go/r0/reviewer-medium/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/deps-go/r1/reviewer-high/a1/attempt.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/deps-go/r1/reviewer-high/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/deps-go/r1/reviewer-medium/a1/attempt.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/deps-go/r1/reviewer-medium/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/interval-ex/r0/reviewer-high/a1/attempt.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/interval-ex/r0/reviewer-high/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/interval-ex/r0/reviewer-medium/a1/attempt.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/interval-ex/r0/reviewer-medium/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/interval-ex/r1/reviewer-high/a1/attempt.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/interval-ex/r1/reviewer-high/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/interval-ex/r1/reviewer-medium/a1/attempt.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/interval-ex/r1/reviewer-medium/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/interval-go/r0/reviewer-high/a1/attempt.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/interval-go/r0/reviewer-high/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/interval-go/r0/reviewer-medium/a1/attempt.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/interval-go/r0/reviewer-medium/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/interval-go/r1/reviewer-high/a1/attempt.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/interval-go/r1/reviewer-high/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/interval-go/r1/reviewer-medium/a1/attempt.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/attempts/interval-go/r1/reviewer-medium/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/frozen/experiment.toml",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/frozen/manifest.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/frozen/resolved/reviewer-high.toml",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/frozen/resolved/reviewer-medium.toml",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/manifest.json",
          "rounds/confirm-reviewer-medium-1/bundles/crm1/report.md",
          "rounds/confirm-reviewer-medium-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published bundles and records preserve observed Lab outcomes and configuration; model execution cannot be replayed from this repository snapshot.",
        "script_path": null
      }
    },
    {
      "id": "confirm-reviewer-medium-2",
      "url": "/rounds/confirm-reviewer-medium-2/",
      "status": "DESCRIPTIVE",
      "title": "Second medium reviewer confirmation: UNRESOLVED at about 84.4% of high input",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/confirm-reviewer-medium-2/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "confirm-reviewer-medium-2",
        "script": null,
        "inputs": [
          "rounds/confirm-reviewer-medium-2/MEASURED.md",
          "rounds/confirm-reviewer-medium-2/MISSING-DECLARED.json",
          "rounds/confirm-reviewer-medium-2/MISSING.md",
          "rounds/confirm-reviewer-medium-2/PLAN.json",
          "rounds/confirm-reviewer-medium-2/PRE-REVIEW-GRADES.json",
          "rounds/confirm-reviewer-medium-2/README.md",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/EXCLUDED.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-ex/r0/reviewer-high/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-ex/r0/reviewer-high/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-ex/r0/reviewer-medium/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-ex/r0/reviewer-medium/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-ex/r1/reviewer-high/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-ex/r1/reviewer-high/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-ex/r1/reviewer-medium/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-ex/r1/reviewer-medium/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-ex/r2/reviewer-high/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-ex/r2/reviewer-high/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-ex/r2/reviewer-medium/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-ex/r2/reviewer-medium/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-go/r0/reviewer-high/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-go/r0/reviewer-high/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-go/r0/reviewer-medium/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-go/r0/reviewer-medium/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-go/r1/reviewer-high/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-go/r1/reviewer-high/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-go/r1/reviewer-medium/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-go/r1/reviewer-medium/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-go/r2/reviewer-high/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-go/r2/reviewer-high/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-go/r2/reviewer-medium/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/ledger-go/r2/reviewer-medium/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-ex/r0/reviewer-high/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-ex/r0/reviewer-high/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-ex/r0/reviewer-medium/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-ex/r0/reviewer-medium/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-ex/r1/reviewer-high/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-ex/r1/reviewer-high/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-ex/r1/reviewer-medium/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-ex/r1/reviewer-medium/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-ex/r2/reviewer-high/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-ex/r2/reviewer-high/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-ex/r2/reviewer-medium/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-ex/r2/reviewer-medium/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-go/r0/reviewer-high/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-go/r0/reviewer-high/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-go/r0/reviewer-medium/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-go/r0/reviewer-medium/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-go/r1/reviewer-high/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-go/r1/reviewer-high/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-go/r1/reviewer-medium/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-go/r1/reviewer-medium/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-go/r2/reviewer-high/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-go/r2/reviewer-high/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-go/r2/reviewer-medium/a1/attempt.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/attempts/wrap-go/r2/reviewer-medium/a1/evaluation.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/frozen/experiment.toml",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/frozen/manifest.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/frozen/resolved/reviewer-high.toml",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/frozen/resolved/reviewer-medium.toml",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/manifest.json",
          "rounds/confirm-reviewer-medium-2/bundles/crm2/report.md",
          "rounds/confirm-reviewer-medium-2/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Published bundles and records preserve observed Lab outcomes and configuration; model execution cannot be replayed from this repository snapshot.",
        "script_path": null
      }
    },
    {
      "id": "review-off-hard-1",
      "url": "/rounds/review-off-hard-1/",
      "status": "DESCRIPTIVE",
      "title": "Does the default builder need review on harder tasks?",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/review-off-hard-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "review-off-hard-1",
        "script": null,
        "inputs": [
          "rounds/review-off-hard-1/MEASURED.md",
          "rounds/review-off-hard-1/MISSING-DECLARED.json",
          "rounds/review-off-hard-1/MISSING.md",
          "rounds/review-off-hard-1/PLAN.json",
          "rounds/review-off-hard-1/PRE-REVIEW-GRADES.json",
          "rounds/review-off-hard-1/README.md",
          "rounds/review-off-hard-1/bundles/rvo1/EXCLUDED.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/cron-ex/r0/review-off/a1/attempt.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/cron-ex/r0/review-off/a1/evaluation.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/cron-ex/r0/review-on/a1/attempt.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/cron-ex/r0/review-on/a1/evaluation.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/cron-ex/r1/review-off/a1/attempt.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/cron-ex/r1/review-off/a1/evaluation.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/cron-ex/r1/review-on/a1/attempt.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/cron-ex/r1/review-on/a1/evaluation.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/cron-go/r0/review-off/a1/attempt.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/cron-go/r0/review-off/a1/evaluation.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/cron-go/r0/review-on/a1/attempt.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/cron-go/r0/review-on/a1/evaluation.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/cron-go/r1/review-off/a1/attempt.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/cron-go/r1/review-off/a1/evaluation.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/cron-go/r1/review-on/a1/attempt.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/cron-go/r1/review-on/a1/evaluation.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/vm-ex/r0/review-off/a1/attempt.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/vm-ex/r0/review-off/a1/evaluation.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/vm-ex/r0/review-on/a1/attempt.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/vm-ex/r0/review-on/a1/evaluation.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/vm-ex/r1/review-off/a1/attempt.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/vm-ex/r1/review-off/a1/evaluation.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/vm-ex/r1/review-on/a1/attempt.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/vm-ex/r1/review-on/a1/evaluation.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/vm-go/r0/review-off/a1/attempt.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/vm-go/r0/review-off/a1/evaluation.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/vm-go/r0/review-on/a1/attempt.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/vm-go/r0/review-on/a1/evaluation.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/vm-go/r1/review-off/a1/attempt.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/vm-go/r1/review-off/a1/evaluation.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/vm-go/r1/review-on/a1/attempt.json",
          "rounds/review-off-hard-1/bundles/rvo1/attempts/vm-go/r1/review-on/a1/evaluation.json",
          "rounds/review-off-hard-1/bundles/rvo1/frozen/experiment.toml",
          "rounds/review-off-hard-1/bundles/rvo1/frozen/manifest.json",
          "rounds/review-off-hard-1/bundles/rvo1/frozen/resolved/review-off.toml",
          "rounds/review-off-hard-1/bundles/rvo1/frozen/resolved/review-on.toml",
          "rounds/review-off-hard-1/bundles/rvo1/manifest.json",
          "rounds/review-off-hard-1/bundles/rvo1/report.md",
          "rounds/review-off-hard-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Public bundles and records preserve observed Lab outcomes and configuration; model execution cannot be replayed from this repository snapshot.",
        "script_path": null
      }
    },
    {
      "id": "intent-short-1",
      "url": "/rounds/intent-short-1/",
      "status": "DESCRIPTIVE",
      "title": "Short intent with complete acceptance scenarios",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/intent-short-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "intent-short-1",
        "script": null,
        "inputs": [
          "rounds/intent-short-1/MEASURED.md",
          "rounds/intent-short-1/MISSING-DECLARED.json",
          "rounds/intent-short-1/MISSING.md",
          "rounds/intent-short-1/PLAN.json",
          "rounds/intent-short-1/PRE-REVIEW-GRADES.json",
          "rounds/intent-short-1/README.md",
          "rounds/intent-short-1/bundles/is1/EXCLUDED.json",
          "rounds/intent-short-1/bundles/is1/attempts/deps-ex/r0/full/a1/attempt.json",
          "rounds/intent-short-1/bundles/is1/attempts/deps-ex/r0/full/a1/evaluation.json",
          "rounds/intent-short-1/bundles/is1/attempts/deps-ex/r0/short/a1/attempt.json",
          "rounds/intent-short-1/bundles/is1/attempts/deps-ex/r0/short/a1/evaluation.json",
          "rounds/intent-short-1/bundles/is1/attempts/deps-ex/r1/full/a1/attempt.json",
          "rounds/intent-short-1/bundles/is1/attempts/deps-ex/r1/full/a1/evaluation.json",
          "rounds/intent-short-1/bundles/is1/attempts/deps-ex/r1/short/a1/attempt.json",
          "rounds/intent-short-1/bundles/is1/attempts/deps-ex/r1/short/a1/evaluation.json",
          "rounds/intent-short-1/bundles/is1/attempts/deps-go/r0/full/a1/attempt.json",
          "rounds/intent-short-1/bundles/is1/attempts/deps-go/r0/full/a1/evaluation.json",
          "rounds/intent-short-1/bundles/is1/attempts/deps-go/r0/short/a1/attempt.json",
          "rounds/intent-short-1/bundles/is1/attempts/deps-go/r0/short/a1/evaluation.json",
          "rounds/intent-short-1/bundles/is1/attempts/deps-go/r1/full/a1/attempt.json",
          "rounds/intent-short-1/bundles/is1/attempts/deps-go/r1/full/a1/evaluation.json",
          "rounds/intent-short-1/bundles/is1/attempts/deps-go/r1/short/a1/attempt.json",
          "rounds/intent-short-1/bundles/is1/attempts/deps-go/r1/short/a1/evaluation.json",
          "rounds/intent-short-1/bundles/is1/attempts/interval-ex/r0/full/a1/attempt.json",
          "rounds/intent-short-1/bundles/is1/attempts/interval-ex/r0/full/a1/evaluation.json",
          "rounds/intent-short-1/bundles/is1/attempts/interval-ex/r0/short/a1/attempt.json",
          "rounds/intent-short-1/bundles/is1/attempts/interval-ex/r0/short/a1/evaluation.json",
          "rounds/intent-short-1/bundles/is1/attempts/interval-ex/r1/full/a1/attempt.json",
          "rounds/intent-short-1/bundles/is1/attempts/interval-ex/r1/full/a1/evaluation.json",
          "rounds/intent-short-1/bundles/is1/attempts/interval-ex/r1/short/a1/attempt.json",
          "rounds/intent-short-1/bundles/is1/attempts/interval-ex/r1/short/a1/evaluation.json",
          "rounds/intent-short-1/bundles/is1/attempts/interval-go/r0/full/a1/attempt.json",
          "rounds/intent-short-1/bundles/is1/attempts/interval-go/r0/full/a1/evaluation.json",
          "rounds/intent-short-1/bundles/is1/attempts/interval-go/r0/short/a1/attempt.json",
          "rounds/intent-short-1/bundles/is1/attempts/interval-go/r0/short/a1/evaluation.json",
          "rounds/intent-short-1/bundles/is1/attempts/interval-go/r1/full/a1/attempt.json",
          "rounds/intent-short-1/bundles/is1/attempts/interval-go/r1/full/a1/evaluation.json",
          "rounds/intent-short-1/bundles/is1/attempts/interval-go/r1/short/a1/attempt.json",
          "rounds/intent-short-1/bundles/is1/attempts/interval-go/r1/short/a1/evaluation.json",
          "rounds/intent-short-1/bundles/is1/frozen/experiment.toml",
          "rounds/intent-short-1/bundles/is1/frozen/manifest.json",
          "rounds/intent-short-1/bundles/is1/frozen/resolved/full.toml",
          "rounds/intent-short-1/bundles/is1/frozen/resolved/short.toml",
          "rounds/intent-short-1/bundles/is1/manifest.json",
          "rounds/intent-short-1/bundles/is1/report.md",
          "rounds/intent-short-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Public bundles and records preserve observed Lab outcomes and configuration; model execution cannot be replayed from this repository snapshot.",
        "script_path": null
      }
    },
    {
      "id": "confirm-intent-short-1",
      "url": "/rounds/confirm-intent-short-1/",
      "status": "DESCRIPTIVE",
      "title": "Short intent on a fresh specification",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/confirm-intent-short-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "confirm-intent-short-1",
        "script": null,
        "inputs": [
          "rounds/confirm-intent-short-1/MEASURED.md",
          "rounds/confirm-intent-short-1/MISSING-DECLARED.json",
          "rounds/confirm-intent-short-1/MISSING.md",
          "rounds/confirm-intent-short-1/PLAN.json",
          "rounds/confirm-intent-short-1/README.md",
          "rounds/confirm-intent-short-1/bundles/cis1/EXCLUDED.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-ex/r0/full/a1/attempt.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-ex/r0/full/a1/evaluation.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-ex/r0/short/a1/attempt.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-ex/r0/short/a1/evaluation.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-ex/r1/full/a1/attempt.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-ex/r1/full/a1/evaluation.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-ex/r1/short/a1/attempt.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-ex/r1/short/a1/evaluation.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-ex/r2/full/a1/attempt.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-ex/r2/full/a1/evaluation.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-ex/r2/short/a1/attempt.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-ex/r2/short/a1/evaluation.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-go/r0/full/a1/attempt.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-go/r0/full/a1/evaluation.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-go/r0/short/a1/attempt.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-go/r0/short/a1/evaluation.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-go/r1/full/a1/attempt.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-go/r1/full/a1/evaluation.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-go/r1/short/a1/attempt.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-go/r1/short/a1/evaluation.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-go/r2/full/a1/attempt.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-go/r2/full/a1/evaluation.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-go/r2/short/a1/attempt.json",
          "rounds/confirm-intent-short-1/bundles/cis1/attempts/subnet-go/r2/short/a1/evaluation.json",
          "rounds/confirm-intent-short-1/bundles/cis1/frozen/experiment.toml",
          "rounds/confirm-intent-short-1/bundles/cis1/frozen/manifest.json",
          "rounds/confirm-intent-short-1/bundles/cis1/frozen/resolved/full.toml",
          "rounds/confirm-intent-short-1/bundles/cis1/frozen/resolved/short.toml",
          "rounds/confirm-intent-short-1/bundles/cis1/manifest.json",
          "rounds/confirm-intent-short-1/bundles/cis1/report.md",
          "rounds/confirm-intent-short-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Public bundles and records preserve observed Lab outcomes and configuration; model execution cannot be replayed from this repository snapshot.",
        "script_path": null
      }
    },
    {
      "id": "review-off-hard-1-kogen",
      "url": "/rounds/review-off-hard-1-kogen/",
      "status": "DESCRIPTIVE",
      "title": "Does real Kogen reproduce the review-off screen?",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/review-off-hard-1-kogen/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "review-off-hard-1-kogen",
        "script": null,
        "inputs": [
          "rounds/review-off-hard-1-kogen/MEASURED.md",
          "rounds/review-off-hard-1-kogen/MISSING-DECLARED.json",
          "rounds/review-off-hard-1-kogen/MISSING.md",
          "rounds/review-off-hard-1-kogen/PLAN.json",
          "rounds/review-off-hard-1-kogen/README.md",
          "rounds/review-off-hard-1-kogen/bundles/review-off-hard-1-kogen/EXCLUDED.json",
          "rounds/review-off-hard-1-kogen/bundles/review-off-hard-1-kogen/attempts/cron-ex/r1/baseline/a1/attempt.json",
          "rounds/review-off-hard-1-kogen/bundles/review-off-hard-1-kogen/attempts/cron-ex/r1/baseline/a1/evaluation.json",
          "rounds/review-off-hard-1-kogen/bundles/review-off-hard-1-kogen/attempts/cron-ex/r1/review-off/a1/attempt.json",
          "rounds/review-off-hard-1-kogen/bundles/review-off-hard-1-kogen/attempts/cron-ex/r1/review-off/a1/evaluation.json",
          "rounds/review-off-hard-1-kogen/bundles/review-off-hard-1-kogen/attempts/cron-go/r1/baseline/a1/attempt.json",
          "rounds/review-off-hard-1-kogen/bundles/review-off-hard-1-kogen/attempts/cron-go/r1/baseline/a1/evaluation.json",
          "rounds/review-off-hard-1-kogen/bundles/review-off-hard-1-kogen/attempts/cron-go/r1/review-off/a1/attempt.json",
          "rounds/review-off-hard-1-kogen/bundles/review-off-hard-1-kogen/attempts/cron-go/r1/review-off/a1/evaluation.json",
          "rounds/review-off-hard-1-kogen/bundles/review-off-hard-1-kogen/attempts/vm-ex/r1/baseline/a1/attempt.json",
          "rounds/review-off-hard-1-kogen/bundles/review-off-hard-1-kogen/attempts/vm-ex/r1/baseline/a1/evaluation.json",
          "rounds/review-off-hard-1-kogen/bundles/review-off-hard-1-kogen/attempts/vm-ex/r1/review-off/a1/attempt.json",
          "rounds/review-off-hard-1-kogen/bundles/review-off-hard-1-kogen/attempts/vm-ex/r1/review-off/a1/evaluation.json",
          "rounds/review-off-hard-1-kogen/bundles/review-off-hard-1-kogen/attempts/vm-go/r1/baseline/a1/attempt.json",
          "rounds/review-off-hard-1-kogen/bundles/review-off-hard-1-kogen/attempts/vm-go/r1/baseline/a1/evaluation.json",
          "rounds/review-off-hard-1-kogen/bundles/review-off-hard-1-kogen/attempts/vm-go/r1/review-off/a1/attempt.json",
          "rounds/review-off-hard-1-kogen/bundles/review-off-hard-1-kogen/attempts/vm-go/r1/review-off/a1/evaluation.json",
          "rounds/review-off-hard-1-kogen/bundles/review-off-hard-1-kogen/manifest.json",
          "rounds/review-off-hard-1-kogen/patches/review-off/review-off.diff",
          "rounds/review-off-hard-1-kogen/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Records and bundles preserve the graded outcomes; model execution is rerun with the reader's own login (lanes/reproduce.sh --rerun).",
        "script_path": null
      }
    },
    {
      "id": "chatgpt-session-cache-1",
      "url": "/rounds/chatgpt-session-cache-1/",
      "status": "DESCRIPTIVE",
      "title": "Does a stable session id fix prompt caching on a ChatGPT subscription?",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/chatgpt-session-cache-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "chatgpt-session-cache-1",
        "script": null,
        "inputs": [
          "rounds/chatgpt-session-cache-1/MEASURED.md",
          "rounds/chatgpt-session-cache-1/MISSING-DECLARED.json",
          "rounds/chatgpt-session-cache-1/MISSING.md",
          "rounds/chatgpt-session-cache-1/PLAN.json",
          "rounds/chatgpt-session-cache-1/README.md",
          "rounds/chatgpt-session-cache-1/analysis.py",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/EXCLUDED.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/cron-go/r1/baseline/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/cron-go/r1/baseline/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/cron-go/r1/session-id/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/cron-go/r1/session-id/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/cron-go/r2/baseline/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/cron-go/r2/baseline/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/cron-go/r2/session-id/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/cron-go/r2/session-id/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/inventory-go/r1/baseline/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/inventory-go/r1/baseline/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/inventory-go/r1/session-id/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/inventory-go/r1/session-id/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/inventory-go/r2/baseline/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/inventory-go/r2/baseline/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/inventory-go/r2/session-id/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/inventory-go/r2/session-id/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/ledger-go/r1/baseline/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/ledger-go/r1/baseline/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/ledger-go/r1/session-id/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/ledger-go/r1/session-id/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/ledger-go/r2/baseline/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/ledger-go/r2/baseline/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/ledger-go/r2/session-id/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/ledger-go/r2/session-id/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/pool-go/r1/baseline/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/pool-go/r1/baseline/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/pool-go/r1/session-id/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/pool-go/r1/session-id/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/pool-go/r2/baseline/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/pool-go/r2/baseline/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/pool-go/r2/session-id/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/pool-go/r2/session-id/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/rate-go/r1/baseline/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/rate-go/r1/baseline/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/rate-go/r1/session-id/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/rate-go/r1/session-id/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/rate-go/r2/baseline/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/rate-go/r2/baseline/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/rate-go/r2/session-id/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/rate-go/r2/session-id/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/vm-go/r1/baseline/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/vm-go/r1/baseline/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/vm-go/r1/session-id/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/vm-go/r1/session-id/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/vm-go/r2/baseline/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/vm-go/r2/baseline/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/vm-go/r2/session-id/a1/attempt.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/attempts/vm-go/r2/session-id/a1/evaluation.json",
          "rounds/chatgpt-session-cache-1/bundles/chatgpt-session-cache-1/manifest.json",
          "rounds/chatgpt-session-cache-1/patches/baseline/baseline.diff",
          "rounds/chatgpt-session-cache-1/patches/session-id/session-id.diff",
          "rounds/chatgpt-session-cache-1/records.jsonl",
          "rounds/chatgpt-session-cache-1/request-usage.jsonl",
          "rounds/chatgpt-session-cache-1/single-call-probe.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Records and bundles preserve the graded outcomes; model execution is rerun with the reader's own login (lanes/reproduce.sh --rerun).",
        "script_path": null
      }
    },
    {
      "id": "review-value-2",
      "url": "/rounds/review-value-2/",
      "status": "DESCRIPTIVE",
      "title": "Does Kogen's review step earn its cost? Seeded defects that acceptance misses",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/review-value-2/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "review-value-2",
        "script": "python3 rounds/review-value-2/analyze.py",
        "inputs": [
          "rounds/review-value-2/MEASURED.md",
          "rounds/review-value-2/MISSING-DECLARED.json",
          "rounds/review-value-2/MISSING.md",
          "rounds/review-value-2/PLAN.json",
          "rounds/review-value-2/README.md",
          "rounds/review-value-2/TASKS.md",
          "rounds/review-value-2/analyze.py",
          "rounds/review-value-2/bundles/review-value-2/EXCLUDED.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-01/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-01/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-01/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-01/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-01/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-01/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-01/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-01/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-01/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-01/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-01/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-01/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-01/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-01/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-01/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-01/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-01/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-01/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-02/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-02/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-02/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-02/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-02/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-02/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-02/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-02/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-02/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-02/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-02/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-02/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-02/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-02/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-02/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-02/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-02/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-02/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-03/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-03/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-03/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-03/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-03/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-03/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-03/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-03/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-03/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-03/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-03/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-03/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-03/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-03/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-03/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-03/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-03/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-03/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-04/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-04/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-04/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-04/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-04/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-04/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-04/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-04/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-04/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-04/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-04/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-04/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-04/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-04/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-04/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-04/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-04/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-04/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-05/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-05/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-05/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-05/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-05/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-05/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-05/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-05/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-05/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-05/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-05/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-05/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-05/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-05/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-05/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-05/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-05/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-05/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-06/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-06/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-06/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-06/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-06/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-06/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-06/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-06/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-06/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-06/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-06/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-06/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-06/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-06/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-06/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-06/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-06/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-06/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-07/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-07/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-07/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-07/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-07/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-07/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-07/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-07/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-07/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-07/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-07/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-07/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-07/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-07/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-07/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-07/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-07/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-07/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-08/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-08/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-08/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-08/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-08/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-08/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-08/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-08/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-08/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-08/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-08/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-08/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-08/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-08/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-08/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-08/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-08/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-08/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-09/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-09/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-09/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-09/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-09/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-09/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-09/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-09/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-09/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-09/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-09/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-09/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-09/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-09/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-09/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-09/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-09/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-09/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-10/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-10/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-10/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-10/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-10/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-10/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-10/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-10/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-10/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-10/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-10/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-10/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-10/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-10/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-10/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-10/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-10/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-10/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-11/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-11/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-11/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-11/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-11/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-11/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-11/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-11/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-11/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-11/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-11/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-11/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-11/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-11/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-11/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-11/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-11/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-11/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-12/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-12/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-12/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-12/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-12/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-12/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-12/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-12/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-12/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-12/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-12/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-12/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-12/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-12/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-12/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-12/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-12/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-12/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-13/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-13/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-13/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-13/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-13/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-13/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-13/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-13/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-13/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-13/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-13/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-13/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-13/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-13/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-13/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-13/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-13/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-13/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-14/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-14/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-14/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-14/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-14/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-14/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-14/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-14/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-14/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-14/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-14/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-14/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-14/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-14/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-14/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-14/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-14/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-14/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-15/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-15/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-15/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-15/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-15/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-15/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-15/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-15/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-15/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-15/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-15/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-15/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-15/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-15/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-15/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-15/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-15/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-15/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-16/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-16/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-16/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-16/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-16/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-16/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-16/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-16/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-16/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-16/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-16/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-16/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-16/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-16/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-16/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-16/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-16/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-16/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-17/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-17/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-17/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-17/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-17/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-17/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-17/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-17/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-17/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-17/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-17/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-17/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-17/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-17/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-17/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-17/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-17/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-17/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-18/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-18/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-18/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-18/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-18/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-18/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-18/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-18/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-18/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-18/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-18/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-18/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-18/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-18/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-18/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-18/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-18/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-18/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-19/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-19/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-19/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-19/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-19/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-19/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-19/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-19/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-19/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-19/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-19/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-19/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-19/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-19/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-19/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-19/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-19/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-19/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-20/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-20/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-20/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-20/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-20/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-20/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-20/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-20/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-20/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-20/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-20/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-20/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-20/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-20/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-20/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-20/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-20/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-20/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-21/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-21/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-21/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-21/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-21/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-21/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-21/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-21/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-21/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-21/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-21/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-21/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-21/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-21/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-21/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-21/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-21/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-21/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-22/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-22/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-22/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-22/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-22/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-22/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-22/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-22/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-22/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-22/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-22/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-22/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-22/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-22/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-22/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-22/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-22/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-22/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-23/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-23/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-23/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-23/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-23/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-23/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-23/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-23/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-23/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-23/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-23/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-23/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-23/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-23/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-23/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-23/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-23/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-23/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-24/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-24/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-24/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-24/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-24/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-24/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-24/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-24/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-24/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-24/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-24/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-24/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-24/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-24/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-24/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-24/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-24/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-24/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-25/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-25/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-25/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-25/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-25/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-25/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-25/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-25/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-25/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-25/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-25/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-25/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-25/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-25/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-25/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-25/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-25/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-25/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-26/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-26/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-26/r1/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-26/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-26/r1/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-26/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-26/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-26/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-26/r2/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-26/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-26/r2/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-26/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-26/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-26/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-26/r3/r-low/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-26/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-26/r3/r-now/a1/attempt.json",
          "rounds/review-value-2/bundles/review-value-2/attempts/seed-26/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2/bundles/review-value-2/manifest.json",
          "rounds/review-value-2/patches/r-haiku/rv-seed-lane+dump.diff",
          "rounds/review-value-2/patches/r-low/rv-seed-lane+dump.diff",
          "rounds/review-value-2/patches/r-now/rv-seed-lane+dump.diff",
          "rounds/review-value-2/records.jsonl",
          "rounds/review-value-2/results.json",
          "rounds/review-value-2/results.txt"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the published tables from the records and per-cell bundles of the five review-value-2 rounds, with no model call. The task folders and cell trees are not published yet (the tasks are still in use), so cells cannot be re-graded; model execution cannot be replayed from this bundle.",
        "script_path": "rounds/review-value-2/analyze.py"
      }
    },
    {
      "id": "review-value-2-clean",
      "url": "/rounds/review-value-2-clean/",
      "status": "DESCRIPTIVE",
      "title": "Review on correct code: clean controls",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/review-value-2-clean/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "review-value-2-clean",
        "script": "python3 rounds/review-value-2/analyze.py",
        "inputs": [
          "rounds/review-value-2-clean/MEASURED.md",
          "rounds/review-value-2-clean/MISSING-DECLARED.json",
          "rounds/review-value-2-clean/MISSING.md",
          "rounds/review-value-2-clean/PLAN.json",
          "rounds/review-value-2-clean/README.md",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/EXCLUDED.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/artifact-go-c/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/artifact-go-c/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/artifact-go-c/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/artifact-go-c/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/artifact-go-c/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/artifact-go-c/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/artifact-go-c/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/artifact-go-c/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/artifact-go-c/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/artifact-go-c/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/artifact-go-c/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/artifact-go-c/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/cron-go-c/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/cron-go-c/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/cron-go-c/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/cron-go-c/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/cron-go-c/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/cron-go-c/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/cron-go-c/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/cron-go-c/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/cron-go-c/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/cron-go-c/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/cron-go-c/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/cron-go-c/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/deps-go-c/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/deps-go-c/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/deps-go-c/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/deps-go-c/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/deps-go-c/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/deps-go-c/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/deps-go-c/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/deps-go-c/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/deps-go-c/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/deps-go-c/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/deps-go-c/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/deps-go-c/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/inventory-go-c/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/inventory-go-c/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/inventory-go-c/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/inventory-go-c/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/inventory-go-c/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/inventory-go-c/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/inventory-go-c/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/inventory-go-c/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/inventory-go-c/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/inventory-go-c/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/inventory-go-c/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/inventory-go-c/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/ledger-go-c/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/ledger-go-c/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/ledger-go-c/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/ledger-go-c/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/ledger-go-c/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/ledger-go-c/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/ledger-go-c/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/ledger-go-c/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/ledger-go-c/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/ledger-go-c/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/ledger-go-c/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/ledger-go-c/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/logq-go-c/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/logq-go-c/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/logq-go-c/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/logq-go-c/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/logq-go-c/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/logq-go-c/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/logq-go-c/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/logq-go-c/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/logq-go-c/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/logq-go-c/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/logq-go-c/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/logq-go-c/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/pool-go-c/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/pool-go-c/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/pool-go-c/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/pool-go-c/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/pool-go-c/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/pool-go-c/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/pool-go-c/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/pool-go-c/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/pool-go-c/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/pool-go-c/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/pool-go-c/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/pool-go-c/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-1-go-c/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-1-go-c/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-1-go-c/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-1-go-c/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-1-go-c/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-1-go-c/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-1-go-c/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-1-go-c/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-1-go-c/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-1-go-c/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-1-go-c/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-1-go-c/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-4-go-c/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-4-go-c/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-4-go-c/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-4-go-c/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-4-go-c/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-4-go-c/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-4-go-c/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-4-go-c/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-4-go-c/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-4-go-c/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-4-go-c/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-4-go-c/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-5-go-c/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-5-go-c/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-5-go-c/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-5-go-c/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-5-go-c/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-5-go-c/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-5-go-c/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-5-go-c/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-5-go-c/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-5-go-c/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-5-go-c/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-5-go-c/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-7-go-c/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-7-go-c/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-7-go-c/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-7-go-c/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-7-go-c/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-7-go-c/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-7-go-c/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-7-go-c/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-7-go-c/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-7-go-c/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-7-go-c/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/r70-7-go-c/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/rate-go-c/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/rate-go-c/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/rate-go-c/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/rate-go-c/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/rate-go-c/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/rate-go-c/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/rate-go-c/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/rate-go-c/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/rate-go-c/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/rate-go-c/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/rate-go-c/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/rate-go-c/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/readtime-go-c/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/readtime-go-c/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/readtime-go-c/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/readtime-go-c/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/readtime-go-c/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/readtime-go-c/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/readtime-go-c/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/readtime-go-c/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/readtime-go-c/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/readtime-go-c/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/readtime-go-c/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/readtime-go-c/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/sync3-go-c/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/sync3-go-c/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/sync3-go-c/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/sync3-go-c/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/sync3-go-c/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/sync3-go-c/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/sync3-go-c/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/sync3-go-c/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/sync3-go-c/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/sync3-go-c/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/sync3-go-c/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/sync3-go-c/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/vm-go-c/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/vm-go-c/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/vm-go-c/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/vm-go-c/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/vm-go-c/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/vm-go-c/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/vm-go-c/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/vm-go-c/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/vm-go-c/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/vm-go-c/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/vm-go-c/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/attempts/vm-go-c/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-clean/bundles/review-value-2-clean/manifest.json",
          "rounds/review-value-2-clean/patches/r-haiku/rv-seed-lane+dump.diff",
          "rounds/review-value-2-clean/patches/r-low/rv-seed-lane+dump.diff",
          "rounds/review-value-2-clean/patches/r-now/rv-seed-lane+dump.diff",
          "rounds/review-value-2-clean/records.jsonl",
          "rounds/review-value-2/analyze.py"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the published tables from the records and per-cell bundles of the five review-value-2 rounds, with no model call. The task folders and cell trees are not published yet (the tasks are still in use), so cells cannot be re-graded; model execution cannot be replayed from this bundle.",
        "script_path": "rounds/review-value-2/analyze.py"
      }
    },
    {
      "id": "review-value-2-natural-off",
      "url": "/rounds/review-value-2-natural-off/",
      "status": "DESCRIPTIVE",
      "title": "Natural builds with review off",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/review-value-2-natural-off/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "review-value-2-natural-off",
        "script": "python3 rounds/review-value-2/analyze.py",
        "inputs": [
          "rounds/review-value-2-natural-off/MEASURED.md",
          "rounds/review-value-2-natural-off/MISSING-DECLARED.json",
          "rounds/review-value-2-natural-off/MISSING.md",
          "rounds/review-value-2-natural-off/PLAN.json",
          "rounds/review-value-2-natural-off/README.md",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/EXCLUDED.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/artifact-go/r1/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/artifact-go/r1/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/artifact-go/r2/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/artifact-go/r2/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/artifact-go/r3/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/artifact-go/r3/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/artifact-go/r4/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/artifact-go/r4/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/artifact-go/r5/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/artifact-go/r5/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/artifact-go/r6/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/artifact-go/r6/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/cron-go/r1/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/cron-go/r1/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/cron-go/r2/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/cron-go/r2/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/cron-go/r3/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/cron-go/r3/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/cron-go/r4/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/cron-go/r4/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/cron-go/r5/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/cron-go/r5/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/cron-go/r6/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/cron-go/r6/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/deps-go/r1/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/deps-go/r1/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/deps-go/r2/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/deps-go/r2/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/deps-go/r3/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/deps-go/r3/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/deps-go/r4/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/deps-go/r4/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/deps-go/r5/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/deps-go/r5/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/deps-go/r6/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/deps-go/r6/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/inventory-go/r1/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/inventory-go/r1/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/inventory-go/r2/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/inventory-go/r2/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/inventory-go/r3/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/inventory-go/r3/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/inventory-go/r4/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/inventory-go/r4/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/inventory-go/r5/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/inventory-go/r5/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/inventory-go/r6/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/inventory-go/r6/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/ledger-go/r1/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/ledger-go/r1/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/ledger-go/r2/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/ledger-go/r2/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/ledger-go/r3/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/ledger-go/r3/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/ledger-go/r4/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/ledger-go/r4/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/ledger-go/r5/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/ledger-go/r5/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/ledger-go/r6/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/ledger-go/r6/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/logq-go/r1/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/logq-go/r1/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/logq-go/r2/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/logq-go/r2/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/logq-go/r3/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/logq-go/r3/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/logq-go/r4/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/logq-go/r4/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/logq-go/r5/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/logq-go/r5/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/logq-go/r6/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/logq-go/r6/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/pool-go/r1/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/pool-go/r1/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/pool-go/r2/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/pool-go/r2/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/pool-go/r3/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/pool-go/r3/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/pool-go/r4/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/pool-go/r4/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/pool-go/r5/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/pool-go/r5/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/pool-go/r6/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/pool-go/r6/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-1-go/r1/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-1-go/r1/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-1-go/r2/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-1-go/r2/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-1-go/r3/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-1-go/r3/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-1-go/r4/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-1-go/r4/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-1-go/r5/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-1-go/r5/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-1-go/r6/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-1-go/r6/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-4-go/r1/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-4-go/r1/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-4-go/r2/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-4-go/r2/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-4-go/r3/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-4-go/r3/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-4-go/r4/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-4-go/r4/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-4-go/r5/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-4-go/r5/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-4-go/r6/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-4-go/r6/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-5-go/r1/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-5-go/r1/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-5-go/r2/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-5-go/r2/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-5-go/r3/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-5-go/r3/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-5-go/r4/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-5-go/r4/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-5-go/r5/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-5-go/r5/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-5-go/r6/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-5-go/r6/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-7-go/r1/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-7-go/r1/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-7-go/r2/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-7-go/r2/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-7-go/r3/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-7-go/r3/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-7-go/r4/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-7-go/r4/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-7-go/r5/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-7-go/r5/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-7-go/r6/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/r70-7-go/r6/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/readtime-go/r1/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/readtime-go/r1/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/readtime-go/r2/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/readtime-go/r2/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/readtime-go/r3/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/readtime-go/r3/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/readtime-go/r4/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/readtime-go/r4/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/readtime-go/r5/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/readtime-go/r5/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/readtime-go/r6/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/readtime-go/r6/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/sync3-go/r1/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/sync3-go/r1/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/sync3-go/r2/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/sync3-go/r2/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/sync3-go/r3/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/sync3-go/r3/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/sync3-go/r4/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/sync3-go/r4/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/sync3-go/r5/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/sync3-go/r5/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/sync3-go/r6/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/sync3-go/r6/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/vm-go/r1/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/vm-go/r1/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/vm-go/r2/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/vm-go/r2/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/vm-go/r3/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/vm-go/r3/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/vm-go/r4/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/vm-go/r4/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/vm-go/r5/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/vm-go/r5/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/vm-go/r6/r-off/a1/attempt.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/attempts/vm-go/r6/r-off/a1/evaluation.json",
          "rounds/review-value-2-natural-off/bundles/review-value-2-natural-off/manifest.json",
          "rounds/review-value-2-natural-off/patches/r-off/rv-off-lane+dump.diff",
          "rounds/review-value-2-natural-off/records.jsonl",
          "rounds/review-value-2/analyze.py"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the published tables from the records and per-cell bundles of the five review-value-2 rounds, with no model call. The task folders and cell trees are not published yet (the tasks are still in use), so cells cannot be re-graded; model execution cannot be replayed from this bundle.",
        "script_path": "rounds/review-value-2/analyze.py"
      }
    },
    {
      "id": "review-value-2-natural-reviewed",
      "url": "/rounds/review-value-2-natural-reviewed/",
      "status": "DESCRIPTIVE",
      "title": "Natural builds with review on: three review settings",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/review-value-2-natural-reviewed/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "review-value-2-natural-reviewed",
        "script": "python3 rounds/review-value-2/analyze.py",
        "inputs": [
          "rounds/review-value-2-natural-reviewed/MEASURED.md",
          "rounds/review-value-2-natural-reviewed/MISSING-DECLARED.json",
          "rounds/review-value-2-natural-reviewed/MISSING.md",
          "rounds/review-value-2-natural-reviewed/PLAN.json",
          "rounds/review-value-2-natural-reviewed/README.md",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/EXCLUDED.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/artifact-go/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/artifact-go/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/artifact-go/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/artifact-go/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/artifact-go/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/artifact-go/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/artifact-go/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/artifact-go/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/artifact-go/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/artifact-go/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/artifact-go/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/artifact-go/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/artifact-go/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/artifact-go/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/artifact-go/r3/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/artifact-go/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/artifact-go/r3/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/artifact-go/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/cron-go/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/cron-go/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/cron-go/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/cron-go/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/cron-go/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/cron-go/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/cron-go/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/cron-go/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/cron-go/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/cron-go/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/cron-go/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/cron-go/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/cron-go/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/cron-go/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/cron-go/r3/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/cron-go/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/cron-go/r3/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/cron-go/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/deps-go/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/deps-go/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/deps-go/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/deps-go/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/deps-go/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/deps-go/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/deps-go/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/deps-go/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/deps-go/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/deps-go/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/deps-go/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/deps-go/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/deps-go/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/deps-go/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/deps-go/r3/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/deps-go/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/deps-go/r3/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/deps-go/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/inventory-go/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/inventory-go/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/inventory-go/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/inventory-go/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/inventory-go/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/inventory-go/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/inventory-go/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/inventory-go/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/inventory-go/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/inventory-go/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/inventory-go/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/inventory-go/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/inventory-go/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/inventory-go/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/inventory-go/r3/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/inventory-go/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/inventory-go/r3/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/inventory-go/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/ledger-go/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/ledger-go/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/ledger-go/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/ledger-go/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/ledger-go/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/ledger-go/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/ledger-go/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/ledger-go/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/ledger-go/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/ledger-go/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/ledger-go/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/ledger-go/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/ledger-go/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/ledger-go/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/ledger-go/r3/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/ledger-go/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/ledger-go/r3/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/ledger-go/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/logq-go/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/logq-go/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/logq-go/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/logq-go/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/logq-go/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/logq-go/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/logq-go/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/logq-go/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/logq-go/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/logq-go/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/logq-go/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/logq-go/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/logq-go/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/logq-go/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/logq-go/r3/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/logq-go/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/logq-go/r3/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/logq-go/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/pool-go/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/pool-go/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/pool-go/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/pool-go/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/pool-go/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/pool-go/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/pool-go/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/pool-go/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/pool-go/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/pool-go/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/pool-go/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/pool-go/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/pool-go/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/pool-go/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/pool-go/r3/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/pool-go/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/pool-go/r3/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/pool-go/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-1-go/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-1-go/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-1-go/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-1-go/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-1-go/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-1-go/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-1-go/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-1-go/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-1-go/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-1-go/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-1-go/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-1-go/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-1-go/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-1-go/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-1-go/r3/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-1-go/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-1-go/r3/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-1-go/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-4-go/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-4-go/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-4-go/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-4-go/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-4-go/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-4-go/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-4-go/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-4-go/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-4-go/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-4-go/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-4-go/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-4-go/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-4-go/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-4-go/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-4-go/r3/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-4-go/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-4-go/r3/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-4-go/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-5-go/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-5-go/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-5-go/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-5-go/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-5-go/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-5-go/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-5-go/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-5-go/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-5-go/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-5-go/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-5-go/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-5-go/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-5-go/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-5-go/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-5-go/r3/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-5-go/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-5-go/r3/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-5-go/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-7-go/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-7-go/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-7-go/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-7-go/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-7-go/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-7-go/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-7-go/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-7-go/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-7-go/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-7-go/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-7-go/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-7-go/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-7-go/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-7-go/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-7-go/r3/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-7-go/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-7-go/r3/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/r70-7-go/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/readtime-go/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/readtime-go/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/readtime-go/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/readtime-go/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/readtime-go/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/readtime-go/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/readtime-go/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/readtime-go/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/readtime-go/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/readtime-go/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/readtime-go/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/readtime-go/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/readtime-go/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/readtime-go/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/readtime-go/r3/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/readtime-go/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/readtime-go/r3/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/readtime-go/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/sync3-go/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/sync3-go/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/sync3-go/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/sync3-go/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/sync3-go/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/sync3-go/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/sync3-go/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/sync3-go/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/sync3-go/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/sync3-go/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/sync3-go/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/sync3-go/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/sync3-go/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/sync3-go/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/sync3-go/r3/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/sync3-go/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/sync3-go/r3/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/sync3-go/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/vm-go/r1/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/vm-go/r1/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/vm-go/r1/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/vm-go/r1/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/vm-go/r1/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/vm-go/r1/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/vm-go/r2/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/vm-go/r2/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/vm-go/r2/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/vm-go/r2/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/vm-go/r2/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/vm-go/r2/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/vm-go/r3/r-haiku/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/vm-go/r3/r-haiku/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/vm-go/r3/r-low/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/vm-go/r3/r-low/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/vm-go/r3/r-now/a1/attempt.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/attempts/vm-go/r3/r-now/a1/evaluation.json",
          "rounds/review-value-2-natural-reviewed/bundles/review-value-2-natural-reviewed/manifest.json",
          "rounds/review-value-2-natural-reviewed/patches/r-haiku/rv-seed-lane+dump.diff",
          "rounds/review-value-2-natural-reviewed/patches/r-low/rv-seed-lane+dump.diff",
          "rounds/review-value-2-natural-reviewed/patches/r-now/rv-seed-lane+dump.diff",
          "rounds/review-value-2-natural-reviewed/records.jsonl",
          "rounds/review-value-2/analyze.py"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the published tables from the records and per-cell bundles of the five review-value-2 rounds, with no model call. The task folders and cell trees are not published yet (the tasks are still in use), so cells cannot be re-graded; model execution cannot be replayed from this bundle.",
        "script_path": "rounds/review-value-2/analyze.py"
      }
    },
    {
      "id": "review-value-2-openai",
      "url": "/rounds/review-value-2-openai/",
      "status": "DESCRIPTIVE",
      "title": "Seeded defects again, with an OpenAI reviewer",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/review-value-2-openai/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "review-value-2-openai",
        "script": "python3 rounds/review-value-2/analyze.py",
        "inputs": [
          "rounds/review-value-2-openai/MEASURED.md",
          "rounds/review-value-2-openai/MISSING-DECLARED.json",
          "rounds/review-value-2-openai/MISSING.md",
          "rounds/review-value-2-openai/PLAN.json",
          "rounds/review-value-2-openai/README.md",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/EXCLUDED.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-01/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-01/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-01/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-01/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-01/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-01/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-02/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-02/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-02/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-02/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-02/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-02/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-03/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-03/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-03/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-03/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-03/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-03/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-04/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-04/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-04/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-04/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-04/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-04/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-05/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-05/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-05/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-05/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-05/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-05/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-06/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-06/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-06/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-06/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-06/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-06/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-07/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-07/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-07/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-07/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-07/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-07/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-08/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-08/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-08/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-08/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-08/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-08/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-09/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-09/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-09/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-09/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-09/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-09/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-10/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-10/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-10/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-10/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-10/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-10/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-11/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-11/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-11/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-11/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-11/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-11/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-12/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-12/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-12/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-12/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-12/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-12/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-13/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-13/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-13/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-13/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-13/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-13/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-14/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-14/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-14/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-14/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-14/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-14/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-15/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-15/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-15/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-15/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-15/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-15/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-16/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-16/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-16/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-16/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-16/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-16/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-17/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-17/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-17/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-17/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-17/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-17/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-18/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-18/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-18/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-18/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-18/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-18/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-19/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-19/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-19/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-19/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-19/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-19/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-20/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-20/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-20/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-20/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-20/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-20/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-21/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-21/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-21/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-21/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-21/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-21/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-22/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-22/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-22/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-22/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-22/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-22/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-23/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-23/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-23/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-23/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-23/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-23/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-24/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-24/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-24/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-24/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-24/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-24/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-25/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-25/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-25/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-25/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-25/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-25/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-26/r1/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-26/r1/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-26/r2/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-26/r2/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-26/r3/r-now-sol/a1/attempt.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/attempts/seed-26/r3/r-now-sol/a1/evaluation.json",
          "rounds/review-value-2-openai/bundles/review-value-2-openai/manifest.json",
          "rounds/review-value-2-openai/patches/r-now-sol/rv-seed-lane.diff",
          "rounds/review-value-2-openai/records.jsonl",
          "rounds/review-value-2/analyze.py"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the published tables from the records and per-cell bundles of the five review-value-2 rounds, with no model call. The task folders and cell trees are not published yet (the tasks are still in use), so cells cannot be re-graded; model execution cannot be replayed from this bundle.",
        "script_path": "rounds/review-value-2/analyze.py"
      }
    },
    {
      "id": "long-tasks-reset-fix-1-before",
      "url": "/rounds/long-tasks-reset-fix-1-before/",
      "status": "DESCRIPTIVE",
      "title": "Long tasks on Kogen, before the reset fix",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/long-tasks-reset-fix-1-before/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "long-tasks-reset-fix-1-before",
        "script": null,
        "inputs": [
          "rounds/long-tasks-reset-fix-1-before/MEASURED.md",
          "rounds/long-tasks-reset-fix-1-before/MISSING-DECLARED.json",
          "rounds/long-tasks-reset-fix-1-before/MISSING.md",
          "rounds/long-tasks-reset-fix-1-before/PLAN.json",
          "rounds/long-tasks-reset-fix-1-before/README.md",
          "rounds/long-tasks-reset-fix-1-before/bundles/long-tasks-reset-fix-1-before/EXCLUDED.json",
          "rounds/long-tasks-reset-fix-1-before/bundles/long-tasks-reset-fix-1-before/attempts/documentation-lookup-evidence/r1/older/a1/attempt.json",
          "rounds/long-tasks-reset-fix-1-before/bundles/long-tasks-reset-fix-1-before/attempts/documentation-lookup-evidence/r1/older/a1/evaluation.json",
          "rounds/long-tasks-reset-fix-1-before/bundles/long-tasks-reset-fix-1-before/attempts/documentation-lookup-evidence/r2/older/a1/attempt.json",
          "rounds/long-tasks-reset-fix-1-before/bundles/long-tasks-reset-fix-1-before/attempts/documentation-lookup-evidence/r2/older/a1/evaluation.json",
          "rounds/long-tasks-reset-fix-1-before/bundles/long-tasks-reset-fix-1-before/attempts/opencode-go-subscription/r1/older/a1/attempt.json",
          "rounds/long-tasks-reset-fix-1-before/bundles/long-tasks-reset-fix-1-before/attempts/opencode-go-subscription/r1/older/a1/evaluation.json",
          "rounds/long-tasks-reset-fix-1-before/bundles/long-tasks-reset-fix-1-before/attempts/opencode-go-subscription/r2/older/a1/attempt.json",
          "rounds/long-tasks-reset-fix-1-before/bundles/long-tasks-reset-fix-1-before/attempts/opencode-go-subscription/r2/older/a1/evaluation.json",
          "rounds/long-tasks-reset-fix-1-before/bundles/long-tasks-reset-fix-1-before/attempts/prompt-cache-reuse-and-usage/r1/older/a1/attempt.json",
          "rounds/long-tasks-reset-fix-1-before/bundles/long-tasks-reset-fix-1-before/attempts/prompt-cache-reuse-and-usage/r1/older/a1/evaluation.json",
          "rounds/long-tasks-reset-fix-1-before/bundles/long-tasks-reset-fix-1-before/attempts/prompt-cache-reuse-and-usage/r2/older/a1/attempt.json",
          "rounds/long-tasks-reset-fix-1-before/bundles/long-tasks-reset-fix-1-before/attempts/prompt-cache-reuse-and-usage/r2/older/a1/evaluation.json",
          "rounds/long-tasks-reset-fix-1-before/bundles/long-tasks-reset-fix-1-before/attempts/shaping-technical-discovery/r1/older/a1/attempt.json",
          "rounds/long-tasks-reset-fix-1-before/bundles/long-tasks-reset-fix-1-before/attempts/shaping-technical-discovery/r1/older/a1/evaluation.json",
          "rounds/long-tasks-reset-fix-1-before/bundles/long-tasks-reset-fix-1-before/attempts/shaping-technical-discovery/r2/older/a1/attempt.json",
          "rounds/long-tasks-reset-fix-1-before/bundles/long-tasks-reset-fix-1-before/attempts/shaping-technical-discovery/r2/older/a1/evaluation.json",
          "rounds/long-tasks-reset-fix-1-before/bundles/long-tasks-reset-fix-1-before/manifest.json",
          "rounds/long-tasks-reset-fix-1-before/measures/measures.json",
          "rounds/long-tasks-reset-fix-1-before/measures/readobs.py",
          "rounds/long-tasks-reset-fix-1-before/patches/older/measurement.diff",
          "rounds/long-tasks-reset-fix-1-before/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Records and bundles preserve the graded outcomes; model execution is rerun with the reader's own login (lanes/reproduce.sh --rerun).",
        "script_path": null
      }
    },
    {
      "id": "long-tasks-reset-fix-1-after",
      "url": "/rounds/long-tasks-reset-fix-1-after/",
      "status": "DESCRIPTIVE",
      "title": "Long tasks on Kogen, after the reset fix",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/long-tasks-reset-fix-1-after/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "long-tasks-reset-fix-1-after",
        "script": null,
        "inputs": [
          "rounds/long-tasks-reset-fix-1-after/MEASURED.md",
          "rounds/long-tasks-reset-fix-1-after/MISSING-DECLARED.json",
          "rounds/long-tasks-reset-fix-1-after/MISSING.md",
          "rounds/long-tasks-reset-fix-1-after/PLAN.json",
          "rounds/long-tasks-reset-fix-1-after/README.md",
          "rounds/long-tasks-reset-fix-1-after/bundles/long-tasks-reset-fix-1-after/EXCLUDED.json",
          "rounds/long-tasks-reset-fix-1-after/bundles/long-tasks-reset-fix-1-after/attempts/documentation-lookup-evidence/r1/fixed/a1/attempt.json",
          "rounds/long-tasks-reset-fix-1-after/bundles/long-tasks-reset-fix-1-after/attempts/documentation-lookup-evidence/r1/fixed/a1/evaluation.json",
          "rounds/long-tasks-reset-fix-1-after/bundles/long-tasks-reset-fix-1-after/attempts/documentation-lookup-evidence/r2/fixed/a1/attempt.json",
          "rounds/long-tasks-reset-fix-1-after/bundles/long-tasks-reset-fix-1-after/attempts/documentation-lookup-evidence/r2/fixed/a1/evaluation.json",
          "rounds/long-tasks-reset-fix-1-after/bundles/long-tasks-reset-fix-1-after/attempts/opencode-go-subscription/r1/fixed/a1/attempt.json",
          "rounds/long-tasks-reset-fix-1-after/bundles/long-tasks-reset-fix-1-after/attempts/opencode-go-subscription/r1/fixed/a1/evaluation.json",
          "rounds/long-tasks-reset-fix-1-after/bundles/long-tasks-reset-fix-1-after/attempts/opencode-go-subscription/r2/fixed/a1/attempt.json",
          "rounds/long-tasks-reset-fix-1-after/bundles/long-tasks-reset-fix-1-after/attempts/opencode-go-subscription/r2/fixed/a1/evaluation.json",
          "rounds/long-tasks-reset-fix-1-after/bundles/long-tasks-reset-fix-1-after/attempts/prompt-cache-reuse-and-usage/r1/fixed/a1/attempt.json",
          "rounds/long-tasks-reset-fix-1-after/bundles/long-tasks-reset-fix-1-after/attempts/prompt-cache-reuse-and-usage/r1/fixed/a1/evaluation.json",
          "rounds/long-tasks-reset-fix-1-after/bundles/long-tasks-reset-fix-1-after/attempts/prompt-cache-reuse-and-usage/r2/fixed/a1/attempt.json",
          "rounds/long-tasks-reset-fix-1-after/bundles/long-tasks-reset-fix-1-after/attempts/prompt-cache-reuse-and-usage/r2/fixed/a1/evaluation.json",
          "rounds/long-tasks-reset-fix-1-after/bundles/long-tasks-reset-fix-1-after/attempts/shaping-technical-discovery/r1/fixed/a1/attempt.json",
          "rounds/long-tasks-reset-fix-1-after/bundles/long-tasks-reset-fix-1-after/attempts/shaping-technical-discovery/r1/fixed/a1/evaluation.json",
          "rounds/long-tasks-reset-fix-1-after/bundles/long-tasks-reset-fix-1-after/attempts/shaping-technical-discovery/r2/fixed/a1/attempt.json",
          "rounds/long-tasks-reset-fix-1-after/bundles/long-tasks-reset-fix-1-after/attempts/shaping-technical-discovery/r2/fixed/a1/evaluation.json",
          "rounds/long-tasks-reset-fix-1-after/bundles/long-tasks-reset-fix-1-after/manifest.json",
          "rounds/long-tasks-reset-fix-1-after/measures/measures.json",
          "rounds/long-tasks-reset-fix-1-after/measures/readobs.py",
          "rounds/long-tasks-reset-fix-1-after/patches/fixed/measurement.diff",
          "rounds/long-tasks-reset-fix-1-after/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Records and bundles preserve the graded outcomes; model execution is rerun with the reader's own login (lanes/reproduce.sh --rerun).",
        "script_path": null
      }
    },
    {
      "id": "long-tasks-reset-fix-1-after-studio",
      "url": "/rounds/long-tasks-reset-fix-1-after-studio/",
      "status": "DESCRIPTIVE",
      "title": "Long tasks on Kogen after the reset fix: two more repetitions on a second machine",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/long-tasks-reset-fix-1-after-studio/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "long-tasks-reset-fix-1-after-studio",
        "script": null,
        "inputs": [
          "rounds/long-tasks-reset-fix-1-after-studio/MEASURED.md",
          "rounds/long-tasks-reset-fix-1-after-studio/MISSING-DECLARED.json",
          "rounds/long-tasks-reset-fix-1-after-studio/MISSING.md",
          "rounds/long-tasks-reset-fix-1-after-studio/PLAN.json",
          "rounds/long-tasks-reset-fix-1-after-studio/README.md",
          "rounds/long-tasks-reset-fix-1-after-studio/bundles/long-tasks-reset-fix-1-after-studio/EXCLUDED.json",
          "rounds/long-tasks-reset-fix-1-after-studio/bundles/long-tasks-reset-fix-1-after-studio/attempts/shaping-technical-discovery/r1/fixed/a1/attempt.json",
          "rounds/long-tasks-reset-fix-1-after-studio/bundles/long-tasks-reset-fix-1-after-studio/attempts/shaping-technical-discovery/r1/fixed/a1/evaluation.json",
          "rounds/long-tasks-reset-fix-1-after-studio/bundles/long-tasks-reset-fix-1-after-studio/attempts/shaping-technical-discovery/r2/fixed/a1/attempt.json",
          "rounds/long-tasks-reset-fix-1-after-studio/bundles/long-tasks-reset-fix-1-after-studio/attempts/shaping-technical-discovery/r2/fixed/a1/evaluation.json",
          "rounds/long-tasks-reset-fix-1-after-studio/bundles/long-tasks-reset-fix-1-after-studio/manifest.json",
          "rounds/long-tasks-reset-fix-1-after-studio/measures/measures.json",
          "rounds/long-tasks-reset-fix-1-after-studio/measures/readobs.py",
          "rounds/long-tasks-reset-fix-1-after-studio/patches/fixed/measurement.diff",
          "rounds/long-tasks-reset-fix-1-after-studio/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Records and bundles preserve the graded outcomes; model execution is rerun with the reader's own login (lanes/reproduce.sh --rerun).",
        "script_path": null
      }
    },
    {
      "id": "reviewer-models-seeded-1",
      "url": "/rounds/reviewer-models-seeded-1/",
      "status": "DESCRIPTIVE",
      "title": "Faster review models on seeded defects: Terra and Opus against Sol high",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/reviewer-models-seeded-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "reviewer-models-seeded-1",
        "script": "python3 rounds/reviewer-models-seeded-1/analyze.py",
        "inputs": [
          "rounds/reviewer-models-seeded-1/MEASURED.md",
          "rounds/reviewer-models-seeded-1/MISSING-DECLARED.json",
          "rounds/reviewer-models-seeded-1/MISSING.md",
          "rounds/reviewer-models-seeded-1/PLAN.json",
          "rounds/reviewer-models-seeded-1/README.md",
          "rounds/reviewer-models-seeded-1/TASKS.md",
          "rounds/reviewer-models-seeded-1/analyze.py",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/EXCLUDED.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-01/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-01/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-01/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-01/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-01/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-01/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-01/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-01/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-01/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-01/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-01/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-01/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-02/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-02/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-02/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-02/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-02/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-02/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-02/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-02/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-02/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-02/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-02/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-02/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-03/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-03/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-03/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-03/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-03/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-03/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-03/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-03/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-03/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-03/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-03/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-03/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-04/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-04/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-04/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-04/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-04/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-04/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-04/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-04/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-04/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-04/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-04/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-04/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-05/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-05/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-05/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-05/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-05/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-05/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-05/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-05/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-05/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-05/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-05/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-05/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-06/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-06/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-06/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-06/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-06/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-06/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-06/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-06/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-06/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-06/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-06/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-06/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-07/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-07/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-07/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-07/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-07/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-07/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-07/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-07/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-07/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-07/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-07/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-07/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-08/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-08/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-08/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-08/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-08/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-08/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-08/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-08/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-08/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-08/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-08/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-08/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-09/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-09/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-09/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-09/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-09/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-09/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-09/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-09/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-09/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-09/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-09/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-09/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-10/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-10/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-10/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-10/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-10/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-10/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-10/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-10/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-10/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-10/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-10/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-10/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-11/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-11/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-11/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-11/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-11/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-11/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-11/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-11/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-11/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-11/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-11/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-11/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-12/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-12/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-12/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-12/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-12/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-12/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-12/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-12/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-12/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-12/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-12/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-12/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-13/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-13/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-13/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-13/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-13/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-13/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-13/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-13/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-13/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-13/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-13/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-13/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-14/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-14/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-14/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-14/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-14/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-14/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-14/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-14/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-14/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-14/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-14/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-14/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-15/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-15/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-15/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-15/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-15/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-15/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-15/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-15/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-15/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-15/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-15/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-15/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-16/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-16/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-16/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-16/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-16/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-16/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-16/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-16/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-16/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-16/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-16/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-16/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-17/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-17/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-17/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-17/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-17/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-17/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-17/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-17/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-17/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-17/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-17/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-17/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-18/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-18/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-18/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-18/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-18/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-18/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-18/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-18/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-18/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-18/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-18/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-18/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-19/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-19/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-19/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-19/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-19/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-19/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-19/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-19/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-19/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-19/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-19/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-19/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-20/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-20/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-20/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-20/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-20/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-20/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-20/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-20/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-20/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-20/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-20/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-20/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-21/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-21/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-21/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-21/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-21/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-21/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-21/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-21/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-21/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-21/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-21/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-21/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-22/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-22/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-22/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-22/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-22/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-22/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-22/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-22/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-22/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-22/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-22/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-22/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-23/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-23/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-23/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-23/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-23/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-23/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-23/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-23/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-23/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-23/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-23/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-23/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-24/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-24/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-24/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-24/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-24/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-24/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-24/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-24/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-24/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-24/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-24/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-24/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-25/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-25/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-25/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-25/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-25/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-25/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-25/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-25/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-25/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-25/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-25/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-25/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-26/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-26/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-26/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-26/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-26/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-26/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-26/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-26/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-26/r3/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-26/r3/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-26/r3/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/attempts/seed-26/r3/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-seeded-1/bundles/reviewer-models-seeded-1/manifest.json",
          "rounds/reviewer-models-seeded-1/patches/r-opus-medium/rv-seed-lane.diff",
          "rounds/reviewer-models-seeded-1/patches/r-terra-medium/rv-seed-lane.diff",
          "rounds/reviewer-models-seeded-1/records.jsonl",
          "rounds/reviewer-models-seeded-1/results.txt"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the published tables from the records and per-cell bundles of this round, the clean-control round and the earlier review-value-2 and review-value-2-openai rounds, with no model call. The task folders and cell trees are not published yet (the tasks are still in use), so cells cannot be re-graded; model execution cannot be replayed from this bundle.",
        "script_path": "rounds/reviewer-models-seeded-1/analyze.py"
      }
    },
    {
      "id": "reviewer-models-clean-1",
      "url": "/rounds/reviewer-models-clean-1/",
      "status": "DESCRIPTIVE",
      "title": "Faster review models on correct code: do they block or break it? (partial)",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/reviewer-models-clean-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "reviewer-models-clean-1",
        "script": "python3 rounds/reviewer-models-seeded-1/analyze.py",
        "inputs": [
          "rounds/reviewer-models-clean-1/MEASURED.md",
          "rounds/reviewer-models-clean-1/MISSING-DECLARED.json",
          "rounds/reviewer-models-clean-1/MISSING.md",
          "rounds/reviewer-models-clean-1/PLAN.json",
          "rounds/reviewer-models-clean-1/README.md",
          "rounds/reviewer-models-clean-1/TASKS.md",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/EXCLUDED.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-01/r1/r-now-sol/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-01/r1/r-now-sol/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-01/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-01/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-01/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-01/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-01/r2/r-now-sol/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-01/r2/r-now-sol/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-01/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-01/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-01/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-01/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-02/r1/r-now-sol/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-02/r1/r-now-sol/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-02/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-02/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-02/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-02/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-02/r2/r-now-sol/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-02/r2/r-now-sol/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-02/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-02/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-02/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-02/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-03/r1/r-now-sol/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-03/r1/r-now-sol/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-03/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-03/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-03/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-03/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-03/r2/r-now-sol/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-03/r2/r-now-sol/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-03/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-03/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-03/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-03/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-04/r1/r-now-sol/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-04/r1/r-now-sol/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-04/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-04/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-04/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-04/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-04/r2/r-now-sol/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-04/r2/r-now-sol/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-04/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-04/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-04/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-04/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-05/r1/r-now-sol/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-05/r1/r-now-sol/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-05/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-05/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-05/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-05/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-05/r2/r-now-sol/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-05/r2/r-now-sol/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-05/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-05/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-05/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-05/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-06/r1/r-now-sol/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-06/r1/r-now-sol/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-06/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-06/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-06/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-06/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-06/r2/r-now-sol/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-06/r2/r-now-sol/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-06/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-06/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-06/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-06/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-07/r1/r-now-sol/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-07/r1/r-now-sol/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-07/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-07/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-07/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-07/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-07/r2/r-now-sol/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-07/r2/r-now-sol/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-07/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-07/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-07/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-07/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-08/r1/r-now-sol/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-08/r1/r-now-sol/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-08/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-08/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-08/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-08/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-08/r2/r-now-sol/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-08/r2/r-now-sol/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-08/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-08/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-08/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-08/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-09/r1/r-now-sol/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-09/r1/r-now-sol/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-09/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-09/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-09/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-09/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-09/r2/r-now-sol/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-09/r2/r-now-sol/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-09/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-09/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-09/r2/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-09/r2/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-10/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-10/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-10/r1/r-terra-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-10/r1/r-terra-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-10/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-10/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-11/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-11/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-11/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-11/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-12/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-12/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-12/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-12/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-13/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-13/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-13/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-13/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-14/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-14/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-14/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-14/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-15/r1/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-15/r1/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-15/r2/r-opus-medium/a1/attempt.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/attempts/clean-15/r2/r-opus-medium/a1/evaluation.json",
          "rounds/reviewer-models-clean-1/bundles/reviewer-models-clean-1/manifest.json",
          "rounds/reviewer-models-clean-1/patches/r-now-sol/rv-seed-lane.diff",
          "rounds/reviewer-models-clean-1/patches/r-opus-medium/rv-seed-lane.diff",
          "rounds/reviewer-models-clean-1/patches/r-terra-medium/rv-seed-lane.diff",
          "rounds/reviewer-models-clean-1/records.jsonl",
          "rounds/reviewer-models-seeded-1/analyze.py"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the published tables from the records and per-cell bundles of this round and the seeded round, with no model call. The task folders and cell trees are not published yet (the tasks are still in use), so cells cannot be re-graded; model execution cannot be replayed from this bundle.",
        "script_path": "rounds/reviewer-models-seeded-1/analyze.py"
      }
    },
    {
      "id": "shaper-models-1",
      "url": "/rounds/shaper-models-1/",
      "status": "DESCRIPTIVE",
      "title": "Which model should shape the requirements? Five shapers on 16 tasks",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/shaper-models-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "shaper-models-1",
        "script": "python3 rounds/shaper-models-1/analyze.py",
        "inputs": [
          "rounds/shaper-models-1/MEASURED.md",
          "rounds/shaper-models-1/MISSING-DECLARED.json",
          "rounds/shaper-models-1/MISSING.md",
          "rounds/shaper-models-1/PLAN.json",
          "rounds/shaper-models-1/README.md",
          "rounds/shaper-models-1/TASKS.md",
          "rounds/shaper-models-1/analyze.py",
          "rounds/shaper-models-1/bundles/shaper-models-1/EXCLUDED.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-01/r1/opus-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-01/r1/opus-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-01/r1/sol-high-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-01/r1/sol-high-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-01/r1/sol-low-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-01/r1/sol-low-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-01/r1/sonnet-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-01/r1/sonnet-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-01/r2/opus-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-01/r2/opus-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-01/r2/sol-high-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-01/r2/sol-high-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-01/r2/sol-low-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-01/r2/sol-low-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-01/r2/sonnet-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-01/r2/sonnet-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-02/r1/sol-high-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-02/r1/sol-high-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-02/r1/sol-low-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-02/r1/sol-low-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-02/r1/sonnet-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-02/r1/sonnet-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-02/r1/terra-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-02/r1/terra-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-02/r2/sol-high-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-02/r2/sol-high-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-02/r2/sol-low-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-02/r2/sol-low-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-02/r2/sonnet-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-02/r2/sonnet-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-03/r1/opus-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-03/r1/opus-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-03/r1/sol-high-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-03/r1/sol-high-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-03/r1/sol-low-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-03/r1/sol-low-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-03/r1/sonnet-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-03/r1/sonnet-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-03/r2/opus-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-03/r2/opus-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-03/r2/sol-high-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-03/r2/sol-high-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-03/r2/sol-low-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-03/r2/sol-low-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-03/r2/sonnet-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-03/r2/sonnet-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-04/r1/sol-high-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-04/r1/sol-high-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-04/r1/sol-low-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-04/r1/sol-low-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-04/r1/sonnet-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-04/r1/sonnet-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-04/r1/terra-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-04/r1/terra-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-04/r2/sol-high-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-04/r2/sol-high-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-04/r2/sol-low-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-04/r2/sol-low-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-04/r2/sonnet-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-04/r2/sonnet-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-05/r1/sol-high-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-05/r1/sol-high-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-05/r1/sol-low-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-05/r1/sol-low-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-05/r1/sonnet-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-05/r1/sonnet-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-05/r1/terra-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-05/r1/terra-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-05/r2/sol-high-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-05/r2/sol-high-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-05/r2/sol-low-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-05/r2/sol-low-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-05/r2/sonnet-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-05/r2/sonnet-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-06/r1/sol-high-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-06/r1/sol-high-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-06/r1/sol-low-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-06/r1/sol-low-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-06/r1/sonnet-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-06/r1/sonnet-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-06/r1/terra-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-06/r1/terra-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-06/r2/sol-high-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-06/r2/sol-high-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-06/r2/sol-low-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-06/r2/sol-low-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-06/r2/sonnet-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-06/r2/sonnet-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-07/r1/sol-high-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-07/r1/sol-high-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-07/r1/sol-low-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-07/r1/sol-low-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-07/r1/sonnet-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-07/r1/sonnet-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-07/r1/terra-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-07/r1/terra-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-07/r2/sol-high-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-07/r2/sol-high-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-07/r2/sol-low-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-07/r2/sol-low-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-07/r2/sonnet-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-07/r2/sonnet-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-08/r1/sol-high-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-08/r1/sol-high-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-08/r1/sol-low-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-08/r1/sol-low-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-08/r1/sonnet-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-08/r1/sonnet-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-08/r1/terra-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-08/r1/terra-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-08/r2/sol-high-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-08/r2/sol-high-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-08/r2/sol-low-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-08/r2/sol-low-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-08/r2/sonnet-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-08/r2/sonnet-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-09/r1/sol-high-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-09/r1/sol-high-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-09/r1/sol-low-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-09/r1/sol-low-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-09/r1/sonnet-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-09/r1/sonnet-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-09/r1/terra-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-09/r1/terra-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-09/r2/sol-high-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-09/r2/sol-high-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-09/r2/sol-low-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-09/r2/sol-low-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-09/r2/sonnet-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-09/r2/sonnet-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-10/r1/opus-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-10/r1/opus-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-10/r1/sol-high-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-10/r1/sol-high-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-10/r1/sol-low-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-10/r1/sol-low-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-10/r1/sonnet-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-10/r1/sonnet-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-10/r2/opus-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-10/r2/opus-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-10/r2/sol-high-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-10/r2/sol-high-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-10/r2/sol-low-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-10/r2/sol-low-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-10/r2/sonnet-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-10/r2/sonnet-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-11/r1/opus-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-11/r1/opus-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-11/r1/sol-high-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-11/r1/sol-high-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-11/r1/sol-low-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-11/r1/sol-low-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-11/r1/sonnet-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-11/r1/sonnet-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-11/r2/opus-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-11/r2/opus-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-11/r2/sol-high-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-11/r2/sol-high-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-11/r2/sol-low-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-11/r2/sol-low-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-11/r2/sonnet-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-11/r2/sonnet-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-12/r1/opus-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-12/r1/opus-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-12/r1/sol-high-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-12/r1/sol-high-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-12/r1/sol-low-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-12/r1/sol-low-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-12/r1/sonnet-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-12/r1/sonnet-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-12/r2/opus-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-12/r2/opus-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-12/r2/sol-high-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-12/r2/sol-high-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-12/r2/sol-low-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-12/r2/sol-low-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-12/r2/sonnet-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-12/r2/sonnet-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-13/r1/opus-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-13/r1/opus-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-13/r1/sol-high-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-13/r1/sol-high-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-13/r1/sol-low-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-13/r1/sol-low-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-13/r1/sonnet-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-13/r1/sonnet-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-13/r2/opus-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-13/r2/opus-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-13/r2/sol-high-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-13/r2/sol-high-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-13/r2/sol-low-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-13/r2/sol-low-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-13/r2/sonnet-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-13/r2/sonnet-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-14/r1/sol-high-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-14/r1/sol-high-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-14/r1/sol-low-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-14/r1/sol-low-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-14/r1/sonnet-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-14/r1/sonnet-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-14/r1/terra-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-14/r1/terra-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-14/r2/sol-high-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-14/r2/sol-high-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-14/r2/sol-low-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-14/r2/sol-low-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-14/r2/sonnet-medium-test/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-14/r2/sonnet-medium-test/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-15/r1/opus-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-15/r1/opus-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-15/r1/sol-high-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-15/r1/sol-high-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-15/r1/sol-low-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-15/r1/sol-low-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-15/r1/sonnet-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-15/r1/sonnet-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-15/r2/opus-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-15/r2/opus-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-15/r2/sol-high-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-15/r2/sol-high-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-15/r2/sol-low-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-15/r2/sol-low-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-15/r2/sonnet-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-15/r2/sonnet-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-16/r1/opus-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-16/r1/opus-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-16/r1/sol-high-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-16/r1/sol-high-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-16/r1/sol-low-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-16/r1/sol-low-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-16/r1/sonnet-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-16/r1/sonnet-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-16/r2/opus-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-16/r2/opus-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-16/r2/sol-high-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-16/r2/sol-high-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-16/r2/sol-low-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-16/r2/sol-low-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-16/r2/sonnet-medium-train/a1/attempt.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/attempts/shaper-16/r2/sonnet-medium-train/a1/evaluation.json",
          "rounds/shaper-models-1/bundles/shaper-models-1/manifest.json",
          "rounds/shaper-models-1/patches/opus-medium-train/g0.diff",
          "rounds/shaper-models-1/patches/sol-high-test/g0.diff",
          "rounds/shaper-models-1/patches/sol-high-train/g0.diff",
          "rounds/shaper-models-1/patches/sol-low-test/g0.diff",
          "rounds/shaper-models-1/patches/sol-low-train/g0.diff",
          "rounds/shaper-models-1/patches/sonnet-medium-test/g0+dump.diff",
          "rounds/shaper-models-1/patches/sonnet-medium-train/g0.diff",
          "rounds/shaper-models-1/patches/terra-medium-test/g0.diff",
          "rounds/shaper-models-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the published tables from the per-cell bundle of this round, with no model call. The task folders and cell trees are not published yet (the tasks are still in use), so cells cannot be re-graded; model execution cannot be replayed from this bundle.",
        "script_path": "rounds/shaper-models-1/analyze.py"
      }
    },
    {
      "id": "terra-builder-1",
      "url": "/rounds/terra-builder-1/",
      "status": "DESCRIPTIVE",
      "title": "OpenAI GPT-6.1 Terra as the builder: medium and max effort against Sol medium",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/terra-builder-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "terra-builder-1",
        "script": "python3 rounds/terra-builder-1/analyze.py",
        "inputs": [
          "rounds/terra-builder-1/MEASURED.md",
          "rounds/terra-builder-1/MISSING-DECLARED.json",
          "rounds/terra-builder-1/MISSING.md",
          "rounds/terra-builder-1/PLAN.json",
          "rounds/terra-builder-1/README.md",
          "rounds/terra-builder-1/TASKS.md",
          "rounds/terra-builder-1/analyze.py",
          "rounds/terra-builder-1/bundles/terra-builder-1/EXCLUDED.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-01/r1/sol-medium-long/a1/attempt.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-01/r1/sol-medium-long/a1/evaluation.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-01/r1/terra-max-long/a1/attempt.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-01/r1/terra-max-long/a1/evaluation.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-01/r1/terra-medium-long/a1/attempt.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-01/r1/terra-medium-long/a1/evaluation.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-02/r1/sol-medium-long/a1/attempt.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-02/r1/sol-medium-long/a1/evaluation.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-02/r1/terra-max-long/a1/attempt.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-02/r1/terra-max-long/a1/evaluation.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-02/r1/terra-medium-long/a1/attempt.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-02/r1/terra-medium-long/a1/evaluation.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-04/r1/sol-medium-trap/a1/attempt.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-04/r1/sol-medium-trap/a1/evaluation.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-04/r1/terra-max-trap/a1/attempt.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-04/r1/terra-max-trap/a1/evaluation.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-04/r1/terra-medium-trap/a1/attempt.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-04/r1/terra-medium-trap/a1/evaluation.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-05/r1/sol-medium-trap/a1/attempt.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-05/r1/sol-medium-trap/a1/evaluation.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-05/r1/terra-max-trap/a1/attempt.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-05/r1/terra-max-trap/a1/evaluation.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-05/r1/terra-medium-trap/a1/attempt.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-05/r1/terra-medium-trap/a1/evaluation.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-06/r1/sol-medium-trap/a1/attempt.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-06/r1/sol-medium-trap/a1/evaluation.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-06/r1/terra-max-trap/a1/attempt.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-06/r1/terra-max-trap/a1/evaluation.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-06/r1/terra-medium-trap/a1/attempt.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/attempts/task-06/r1/terra-medium-trap/a1/evaluation.json",
          "rounds/terra-builder-1/bundles/terra-builder-1/manifest.json",
          "rounds/terra-builder-1/fair-tests.json",
          "rounds/terra-builder-1/patches/sol-medium-long/g0.diff",
          "rounds/terra-builder-1/patches/sol-medium-trap/g0.diff",
          "rounds/terra-builder-1/patches/terra-max-long/g0.diff",
          "rounds/terra-builder-1/patches/terra-max-trap/g0.diff",
          "rounds/terra-builder-1/patches/terra-medium-long/g0.diff",
          "rounds/terra-builder-1/patches/terra-medium-trap/g0.diff",
          "rounds/terra-builder-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the published tables from the per-cell bundles and fair-tests.json of this round and terra-builder-effort-1, with no model call. The task folders and cell trees are not published yet (the tasks are still in use), so cells cannot be re-graded; model execution cannot be replayed from this bundle.",
        "script_path": "rounds/terra-builder-1/analyze.py"
      }
    },
    {
      "id": "terra-builder-effort-1",
      "url": "/rounds/terra-builder-effort-1/",
      "status": "DESCRIPTIVE",
      "title": "OpenAI GPT-6.1 Terra as the builder: low, medium and high effort against Sol medium",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/terra-builder-effort-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "terra-builder-effort-1",
        "script": "python3 rounds/terra-builder-1/analyze.py",
        "inputs": [
          "rounds/terra-builder-1/analyze.py",
          "rounds/terra-builder-effort-1/MEASURED.md",
          "rounds/terra-builder-effort-1/MISSING-DECLARED.json",
          "rounds/terra-builder-effort-1/MISSING.md",
          "rounds/terra-builder-effort-1/PLAN.json",
          "rounds/terra-builder-effort-1/README.md",
          "rounds/terra-builder-effort-1/TASKS.md",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/EXCLUDED.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-01/r1/sol-medium-long-pair/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-01/r1/sol-medium-long-pair/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-01/r1/terra-high-long-pair/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-01/r1/terra-high-long-pair/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-01/r1/terra-low-long-pair/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-01/r1/terra-low-long-pair/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-01/r1/terra-medium-long-pair/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-01/r1/terra-medium-long-pair/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-02/r1/sol-medium-long-pair/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-02/r1/sol-medium-long-pair/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-02/r1/terra-high-long-pair/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-02/r1/terra-high-long-pair/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-02/r1/terra-low-long-pair/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-02/r1/terra-low-long-pair/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-02/r1/terra-medium-long-pair/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-02/r1/terra-medium-long-pair/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-03/r1/sol-medium-long-single/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-03/r1/sol-medium-long-single/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-03/r1/terra-high-long-single/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-03/r1/terra-high-long-single/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-03/r1/terra-low-long-single/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-03/r1/terra-low-long-single/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-03/r1/terra-medium-long-single/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-03/r1/terra-medium-long-single/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-04/r1/sol-medium-trap/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-04/r1/sol-medium-trap/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-04/r1/terra-high-trap/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-04/r1/terra-high-trap/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-04/r1/terra-low-trap/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-04/r1/terra-low-trap/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-04/r1/terra-medium-trap/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-04/r1/terra-medium-trap/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-05/r1/sol-medium-trap/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-05/r1/sol-medium-trap/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-05/r1/terra-high-trap/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-05/r1/terra-high-trap/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-05/r1/terra-low-trap/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-05/r1/terra-low-trap/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-05/r1/terra-medium-trap/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-05/r1/terra-medium-trap/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-06/r1/sol-medium-trap/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-06/r1/sol-medium-trap/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-06/r1/terra-high-trap/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-06/r1/terra-high-trap/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-06/r1/terra-low-trap/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-06/r1/terra-low-trap/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-06/r1/terra-medium-trap/a1/attempt.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/attempts/task-06/r1/terra-medium-trap/a1/evaluation.json",
          "rounds/terra-builder-effort-1/bundles/terra-builder-effort-1/manifest.json",
          "rounds/terra-builder-effort-1/fair-tests.json",
          "rounds/terra-builder-effort-1/patches/sol-medium-long-pair/g0.diff",
          "rounds/terra-builder-effort-1/patches/sol-medium-long-single/g0.diff",
          "rounds/terra-builder-effort-1/patches/sol-medium-trap/g0.diff",
          "rounds/terra-builder-effort-1/patches/terra-high-long-pair/g0.diff",
          "rounds/terra-builder-effort-1/patches/terra-high-long-single/g0.diff",
          "rounds/terra-builder-effort-1/patches/terra-high-trap/g0.diff",
          "rounds/terra-builder-effort-1/patches/terra-low-long-pair/g0.diff",
          "rounds/terra-builder-effort-1/patches/terra-low-long-single/g0.diff",
          "rounds/terra-builder-effort-1/patches/terra-low-trap/g0.diff",
          "rounds/terra-builder-effort-1/patches/terra-medium-long-pair/g0.diff",
          "rounds/terra-builder-effort-1/patches/terra-medium-long-single/g0.diff",
          "rounds/terra-builder-effort-1/patches/terra-medium-trap/g0.diff",
          "rounds/terra-builder-effort-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the published tables from the per-cell bundles and fair-tests.json of this round and terra-builder-1, with no model call. The task folders and cell trees are not published yet (the tasks are still in use), so cells cannot be re-graded; model execution cannot be replayed from this bundle.",
        "script_path": "rounds/terra-builder-1/analyze.py"
      }
    },
    {
      "id": "loop-vs-executor-1",
      "url": "/rounds/loop-vs-executor-1/",
      "status": "DESCRIPTIVE",
      "title": "Same builder model: Kogen's own build loop against the Claude Code executor (interim)",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/loop-vs-executor-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "loop-vs-executor-1",
        "script": "python3 rounds/loop-vs-executor-1/analyze.py",
        "inputs": [
          "rounds/loop-vs-executor-1/MEASURED.md",
          "rounds/loop-vs-executor-1/MISSING-DECLARED.json",
          "rounds/loop-vs-executor-1/MISSING.md",
          "rounds/loop-vs-executor-1/PLAN.json",
          "rounds/loop-vs-executor-1/README.md",
          "rounds/loop-vs-executor-1/TASKS.md",
          "rounds/loop-vs-executor-1/analyze.py",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/EXCLUDED.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-01/r1/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-01/r1/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-01/r1/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-01/r1/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-01/r1/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-01/r1/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-01/r1/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-01/r1/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-01/r2/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-01/r2/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-01/r2/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-01/r2/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-01/r2/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-01/r2/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-01/r2/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-01/r2/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-01/r3/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-01/r3/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-01/r4/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-01/r4/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r1/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r1/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r1/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r1/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r2/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r2/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r2/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r2/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r3/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r3/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r3/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r3/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r4/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r4/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r4/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r4/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r5/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r5/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r5/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r5/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r6/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r6/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r6/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r6/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r7/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r7/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r8/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-02/r8/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r1/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r1/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r1/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r1/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r2/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r2/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r2/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r2/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r3/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r3/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r3/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r3/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r4/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r4/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r4/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r4/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r5/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r5/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r5/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r5/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r6/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r6/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r6/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r6/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r7/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r7/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r8/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-03/r8/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r1/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r1/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r1/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r1/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r2/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r2/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r2/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r2/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r3/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r3/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r3/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r3/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r4/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r4/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r4/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r4/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r5/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r5/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r5/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r5/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r6/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r6/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r6/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r6/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r7/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r7/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r8/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-04/r8/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-05/r1/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-05/r1/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-05/r1/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-05/r1/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-05/r1/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-05/r1/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-05/r1/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-05/r1/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-05/r2/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-05/r2/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-05/r2/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-05/r2/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-05/r2/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-05/r2/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-05/r2/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-05/r2/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-05/r3/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-05/r3/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-05/r4/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-05/r4/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-06/r1/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-06/r1/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-06/r1/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-06/r1/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-06/r1/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-06/r1/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-06/r1/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-06/r1/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-06/r2/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-06/r2/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-06/r2/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-06/r2/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-06/r2/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-06/r2/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-06/r2/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-06/r2/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-06/r3/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-06/r3/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-06/r4/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-06/r4/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-07/r1/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-07/r1/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-07/r1/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-07/r1/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-07/r1/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-07/r1/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-07/r1/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-07/r1/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-07/r2/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-07/r2/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-07/r2/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-07/r2/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-07/r2/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-07/r2/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-07/r2/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-07/r2/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-07/r3/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-07/r3/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-07/r4/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-07/r4/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r1/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r1/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r1/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r1/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r1/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r1/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r1/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r1/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r1/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r1/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r1/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r1/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r1/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r1/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r1/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r1/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r2/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r2/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r2/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r2/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r2/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r2/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r2/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r2/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r2/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r2/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r2/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r2/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r2/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r2/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r2/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r2/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r3/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r3/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r3/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r3/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r3/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r3/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r3/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r3/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r3/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r3/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r4/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r4/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r4/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r4/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r4/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r4/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r4/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r4/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r4/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r4/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r5/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r5/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r5/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r5/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r6/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r6/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r6/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-08/r6/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-09/r1/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-09/r1/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-09/r1/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-09/r1/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-09/r1/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-09/r1/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-09/r1/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-09/r1/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-09/r2/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-09/r2/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-09/r2/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-09/r2/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-09/r2/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-09/r2/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-09/r2/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-09/r2/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-09/r3/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-09/r3/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-09/r4/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-09/r4/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r1/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r1/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r1/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r1/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r1/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r1/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r1/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r1/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r2/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r2/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r2/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r2/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r2/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r2/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r2/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r2/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r3/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r3/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r3/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r3/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r4/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r4/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r4/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-10/r4/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r1/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r1/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r1/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r1/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r1/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r1/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r1/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r1/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r1/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r1/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r1/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r1/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r1/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r1/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r1/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r1/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r2/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r2/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r2/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r2/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r2/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r2/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r2/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r2/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r2/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r2/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r2/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r2/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r2/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r2/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r2/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r2/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r3/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r3/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r3/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r3/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r3/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r3/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r3/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r3/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r3/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r3/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r4/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r4/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r4/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r4/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r4/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r4/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r4/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r4/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r4/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r4/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r5/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r5/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r5/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r5/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r6/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r6/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r6/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-11/r6/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r1/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r1/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r1/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r1/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r2/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r2/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r2/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r2/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r3/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r3/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r3/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r3/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r4/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r4/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r4/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r4/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r5/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r5/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r5/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r5/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r6/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r6/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r6/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r6/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r7/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r7/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r8/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-12/r8/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-13/r1/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-13/r1/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-13/r1/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-13/r1/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-13/r1/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-13/r1/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-13/r1/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-13/r1/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-13/r2/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-13/r2/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-13/r2/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-13/r2/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-13/r2/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-13/r2/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-13/r2/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-13/r2/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-13/r3/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-13/r3/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-13/r4/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-13/r4/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-14/r1/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-14/r1/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-14/r1/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-14/r1/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-14/r1/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-14/r1/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-14/r1/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-14/r1/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-14/r2/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-14/r2/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-14/r2/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-14/r2/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-14/r2/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-14/r2/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-14/r2/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-14/r2/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-14/r3/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-14/r3/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-14/r4/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-14/r4/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r1/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r1/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r1/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r1/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r1/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r1/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r1/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r1/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r2/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r2/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r2/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r2/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r2/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r2/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r2/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r2/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r3/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r3/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r3/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r3/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r4/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r4/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r4/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-15/r4/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r1/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r1/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r1/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r1/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r1/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r1/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r1/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r1/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r1/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r1/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r1/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r1/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r1/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r1/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r1/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r1/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r2/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r2/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r2/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r2/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r2/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r2/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r2/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r2/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r2/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r2/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r2/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r2/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r2/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r2/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r2/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r2/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r3/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r3/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r3/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r3/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r3/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r3/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r3/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r3/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r3/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r3/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r4/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r4/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r4/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r4/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r4/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r4/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r4/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r4/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r4/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r4/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r5/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r5/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r5/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r5/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r6/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r6/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r6/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-16/r6/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r1/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r1/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r1/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r1/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r2/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r2/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r2/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r2/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r3/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r3/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r3/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r3/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r4/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r4/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r4/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r4/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r5/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r5/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r5/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r5/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r6/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r6/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r6/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r6/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r7/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r7/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r8/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-17/r8/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r1/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r1/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r1/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r1/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r1/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r1/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r1/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r1/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r2/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r2/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r2/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r2/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r2/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r2/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r2/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r2/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r3/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r3/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r3/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r3/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r4/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r4/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r4/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-18/r4/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r1/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r1/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r1/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r1/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r1/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r1/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r1/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r1/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r1/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r1/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r1/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r1/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r1/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r1/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r1/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r1/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r2/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r2/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r2/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r2/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r2/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r2/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r2/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r2/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r2/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r2/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r2/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r2/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r2/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r2/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r2/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r2/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r3/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r3/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r3/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r3/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r3/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r3/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r3/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r3/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r4/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r4/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r4/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r4/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r4/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r4/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r5/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r5/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r5/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r5/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r6/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r6/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r6/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-19/r6/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r1/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r1/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r1/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r1/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r1/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r1/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r1/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r1/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r1/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r1/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r1/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r1/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r1/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r1/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r1/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r1/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r2/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r2/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r2/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r2/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r2/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r2/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r2/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r2/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r2/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r2/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r2/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r2/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r2/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r2/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r2/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r2/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r3/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r3/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r3/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r3/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r3/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r3/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r4/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r4/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r4/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r4/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r4/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r4/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r5/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r5/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r5/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r5/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r6/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r6/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r6/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-20/r6/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r1/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r1/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r1/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r1/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r2/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r2/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r2/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r2/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r3/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r3/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r3/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r3/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r4/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r4/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r4/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r4/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r5/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r5/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r5/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r5/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r6/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r6/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r6/native-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r6/native-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r7/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r7/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r8/cc-m2/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-21/r8/cc-m2/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r1/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r1/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r1/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r1/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r1/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r1/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r1/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r1/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r1/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r1/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r1/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r1/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r2/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r2/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r2/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r2/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r2/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r2/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r2/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r2/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r2/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r2/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r2/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-22/r2/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r1/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r1/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r1/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r1/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r1/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r1/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r1/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r1/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r1/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r1/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r1/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r1/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r2/cc-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r2/cc-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r2/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r2/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r2/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r2/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r2/native-m1/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r2/native-m1/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r2/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r2/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r2/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-23/r2/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-24/r1/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-24/r1/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-24/r1/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-24/r1/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-24/r1/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-24/r1/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-24/r1/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-24/r1/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-24/r2/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-24/r2/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-24/r2/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-24/r2/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-24/r2/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-24/r2/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-24/r2/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-24/r2/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-25/r1/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-25/r1/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-25/r1/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-25/r1/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-25/r1/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-25/r1/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-25/r1/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-25/r1/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-25/r2/cc-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-25/r2/cc-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-25/r2/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-25/r2/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-25/r2/native-m3/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-25/r2/native-m3/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-25/r2/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-25/r2/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-26/r1/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-26/r1/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-26/r1/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-26/r1/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-26/r2/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-26/r2/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-26/r2/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-26/r2/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-27/r1/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-27/r1/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-27/r1/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-27/r1/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-27/r2/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-27/r2/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-27/r2/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-27/r2/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-29/r1/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-29/r1/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-29/r1/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-29/r1/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-29/r2/cc-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-29/r2/cc-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-29/r2/native-m4/a1/attempt.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/attempts/build-29/r2/native-m4/a1/evaluation.json",
          "rounds/loop-vs-executor-1/bundles/loop-vs-executor-1/manifest.json",
          "rounds/loop-vs-executor-1/executor-usage.json",
          "rounds/loop-vs-executor-1/patches/cc-m1/g0.diff",
          "rounds/loop-vs-executor-1/patches/cc-m2/g0.diff",
          "rounds/loop-vs-executor-1/patches/cc-m3/g0.diff",
          "rounds/loop-vs-executor-1/patches/cc-m4/g0.diff",
          "rounds/loop-vs-executor-1/patches/native-m1/g0.diff",
          "rounds/loop-vs-executor-1/patches/native-m2/g0.diff",
          "rounds/loop-vs-executor-1/patches/native-m3/g0.diff",
          "rounds/loop-vs-executor-1/patches/native-m4/g0.diff",
          "rounds/loop-vs-executor-1/records.jsonl",
          "rounds/loop-vs-executor-1/unpaired-cells.json",
          "rounds/loop-vs-executor-1/void-cells.json"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the published tables from the per-cell bundles and executor-usage.json of this round, with no model call. The task folders and cell trees are not published yet (the tasks are still in use), so cells cannot be re-graded; model execution cannot be replayed from this bundle.",
        "script_path": "rounds/loop-vs-executor-1/analyze.py"
      }
    },
    {
      "id": "executor-lineup-dry-1",
      "url": "/rounds/executor-lineup-dry-1/",
      "status": "DESCRIPTIVE",
      "title": "The full Claude Code lineup runs end to end (dry cells)",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/executor-lineup-dry-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "executor-lineup-dry-1",
        "script": "python3 rounds/executor-lineup-dry-1/analyze.py",
        "inputs": [
          "rounds/executor-lineup-dry-1/MEASURED.md",
          "rounds/executor-lineup-dry-1/MISSING-DECLARED.json",
          "rounds/executor-lineup-dry-1/MISSING.md",
          "rounds/executor-lineup-dry-1/PLAN.json",
          "rounds/executor-lineup-dry-1/README.md",
          "rounds/executor-lineup-dry-1/TASKS.md",
          "rounds/executor-lineup-dry-1/analyze.py",
          "rounds/executor-lineup-dry-1/bundles/executor-lineup-dry-1/EXCLUDED.json",
          "rounds/executor-lineup-dry-1/bundles/executor-lineup-dry-1/attempts/build-06/r1/cc-lineup-mac/a1/attempt.json",
          "rounds/executor-lineup-dry-1/bundles/executor-lineup-dry-1/attempts/build-06/r1/cc-lineup-mac/a1/evaluation.json",
          "rounds/executor-lineup-dry-1/bundles/executor-lineup-dry-1/attempts/build-16/r1/cc-lineup-linux-b/a1/attempt.json",
          "rounds/executor-lineup-dry-1/bundles/executor-lineup-dry-1/attempts/build-16/r1/cc-lineup-linux-b/a1/evaluation.json",
          "rounds/executor-lineup-dry-1/bundles/executor-lineup-dry-1/attempts/build-21/r1/cc-lineup-linux-a/a1/attempt.json",
          "rounds/executor-lineup-dry-1/bundles/executor-lineup-dry-1/attempts/build-21/r1/cc-lineup-linux-a/a1/evaluation.json",
          "rounds/executor-lineup-dry-1/bundles/executor-lineup-dry-1/manifest.json",
          "rounds/executor-lineup-dry-1/executor-usage.json",
          "rounds/executor-lineup-dry-1/patches/cc-lineup-linux-a/g0.diff",
          "rounds/executor-lineup-dry-1/patches/cc-lineup-linux-b/g0.diff",
          "rounds/executor-lineup-dry-1/patches/cc-lineup-mac/g0.diff",
          "rounds/executor-lineup-dry-1/plumbing.json",
          "rounds/executor-lineup-dry-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the published tables from the per-cell bundles, plumbing.json and executor-usage.json of this round, with no model call. The task folders and cell trees are not published yet (the tasks are still in use), so cells cannot be re-graded; model execution cannot be replayed from this bundle.",
        "script_path": "rounds/executor-lineup-dry-1/analyze.py"
      }
    },
    {
      "id": "sonnet-long-builder-1",
      "url": "/rounds/sonnet-long-builder-1/",
      "status": "DESCRIPTIVE",
      "title": "Claude Sonnet 5.5 as Kogen's builder on long tasks, with Sonnet or Opus review",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/sonnet-long-builder-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "sonnet-long-builder-1",
        "script": "python3 rounds/sonnet-long-builder-1/analyze.py",
        "inputs": [
          "rounds/sonnet-long-builder-1/MEASURED.md",
          "rounds/sonnet-long-builder-1/MISSING-DECLARED.json",
          "rounds/sonnet-long-builder-1/MISSING.md",
          "rounds/sonnet-long-builder-1/PLAN.json",
          "rounds/sonnet-long-builder-1/README.md",
          "rounds/sonnet-long-builder-1/TASKS.md",
          "rounds/sonnet-long-builder-1/analyze.py",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/EXCLUDED.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/attempts/build-22/r1/opus-review-m4/a1/attempt.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/attempts/build-22/r1/opus-review-m4/a1/evaluation.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/attempts/build-22/r1/sonnet-review-m4/a1/attempt.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/attempts/build-22/r1/sonnet-review-m4/a1/evaluation.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/attempts/build-22/r2/opus-review-m3/a1/attempt.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/attempts/build-22/r2/opus-review-m3/a1/evaluation.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/attempts/build-23/r1/opus-review-m4/a1/attempt.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/attempts/build-23/r1/opus-review-m4/a1/evaluation.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/attempts/build-23/r1/sonnet-review-m4/a1/attempt.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/attempts/build-23/r1/sonnet-review-m4/a1/evaluation.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/attempts/build-23/r2/opus-review-m3/a1/attempt.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/attempts/build-23/r2/opus-review-m3/a1/evaluation.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/attempts/build-24/r1/opus-review-m4/a1/attempt.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/attempts/build-24/r1/opus-review-m4/a1/evaluation.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/attempts/build-25/r1/opus-review-m4/a1/attempt.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/attempts/build-25/r1/opus-review-m4/a1/evaluation.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/attempts/build-25/r1/sonnet-review-m4/a1/attempt.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/attempts/build-25/r1/sonnet-review-m4/a1/evaluation.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/attempts/build-25/r2/opus-review-m3/a1/attempt.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/attempts/build-25/r2/opus-review-m3/a1/evaluation.json",
          "rounds/sonnet-long-builder-1/bundles/sonnet-long-builder-1/manifest.json",
          "rounds/sonnet-long-builder-1/patches/opus-review-m3/g0.diff",
          "rounds/sonnet-long-builder-1/patches/opus-review-m4/g0.diff",
          "rounds/sonnet-long-builder-1/patches/sonnet-review-m4/g0.diff",
          "rounds/sonnet-long-builder-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the published tables from the per-cell bundles of this round, with no model call. The task folders and cell trees are not published yet (the tasks are still in use), so cells cannot be re-graded; model execution cannot be replayed from this bundle.",
        "script_path": "rounds/sonnet-long-builder-1/analyze.py"
      }
    },
    {
      "id": "terra-vs-sonnet-builder-1",
      "url": "/rounds/terra-vs-sonnet-builder-1/",
      "status": "DESCRIPTIVE",
      "title": "Terra high vs Sonnet medium as the builder (interim)",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/terra-vs-sonnet-builder-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "terra-vs-sonnet-builder-1",
        "script": "python3 rounds/terra-vs-sonnet-builder-1/analyze.py",
        "inputs": [
          "rounds/terra-vs-sonnet-builder-1/MEASURED.md",
          "rounds/terra-vs-sonnet-builder-1/MISSING-DECLARED.json",
          "rounds/terra-vs-sonnet-builder-1/MISSING.md",
          "rounds/terra-vs-sonnet-builder-1/PLAN.json",
          "rounds/terra-vs-sonnet-builder-1/README.md",
          "rounds/terra-vs-sonnet-builder-1/TASKS.md",
          "rounds/terra-vs-sonnet-builder-1/analyze.py",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/EXCLUDED.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-01/r1/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-01/r1/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-01/r2/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-01/r2/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-02/r1/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-02/r1/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-03/r1/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-03/r1/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-03/r2/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-03/r2/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-04/r1/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-04/r1/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-04/r2/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-04/r2/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-05/r1/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-05/r1/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-05/r2/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-05/r2/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-06/r1/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-06/r1/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-06/r2/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-06/r2/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-07/r1/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-07/r1/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-07/r2/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-07/r2/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-08/r1/terra-high-m3/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-08/r1/terra-high-m3/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-08/r2/terra-high-m3/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-08/r2/terra-high-m3/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-09/r1/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-09/r1/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-09/r2/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-09/r2/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-10/r1/terra-high-m3/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-10/r1/terra-high-m3/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-10/r2/terra-high-m3/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-10/r2/terra-high-m3/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-11/r1/terra-high-m3/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-11/r1/terra-high-m3/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-11/r2/terra-high-m3/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-11/r2/terra-high-m3/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-12/r1/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-12/r1/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-12/r2/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-12/r2/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-13/r1/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-13/r1/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-13/r2/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-13/r2/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-14/r1/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-14/r1/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-14/r2/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-14/r2/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-15/r1/terra-high-m3/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-15/r1/terra-high-m3/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-15/r2/terra-high-m3/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-15/r2/terra-high-m3/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-16/r1/terra-high-m3/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-16/r1/terra-high-m3/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-16/r2/terra-high-m3/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-16/r2/terra-high-m3/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-17/r1/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-17/r1/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-17/r2/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-17/r2/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-18/r1/terra-high-m3/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-18/r1/terra-high-m3/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-18/r2/terra-high-m3/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-18/r2/terra-high-m3/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-19/r1/terra-high-m3/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-19/r1/terra-high-m3/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-19/r2/terra-high-m3/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-19/r2/terra-high-m3/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-20/r1/terra-high-m3/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-20/r1/terra-high-m3/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-20/r2/terra-high-m3/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-20/r2/terra-high-m3/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-21/r1/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-21/r1/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-21/r2/terra-high-m2/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-21/r2/terra-high-m2/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-22/r1/terra-high-m4/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-22/r1/terra-high-m4/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-22/r2/terra-high-m4/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-22/r2/terra-high-m4/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-23/r1/terra-high-m4/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-23/r1/terra-high-m4/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-23/r2/terra-high-m4/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-23/r2/terra-high-m4/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-24/r1/terra-high-m4/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-24/r1/terra-high-m4/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-24/r2/terra-high-m4/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-24/r2/terra-high-m4/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-25/r1/terra-high-m4/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-25/r1/terra-high-m4/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-25/r2/terra-high-m4/a1/attempt.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/attempts/build-25/r2/terra-high-m4/a1/evaluation.json",
          "rounds/terra-vs-sonnet-builder-1/bundles/terra-vs-sonnet-builder-1/manifest.json",
          "rounds/terra-vs-sonnet-builder-1/comparator.json",
          "rounds/terra-vs-sonnet-builder-1/patches/terra-high-m2/g0.diff",
          "rounds/terra-vs-sonnet-builder-1/patches/terra-high-m3/g0.diff",
          "rounds/terra-vs-sonnet-builder-1/patches/terra-high-m4/g0.diff",
          "rounds/terra-vs-sonnet-builder-1/records.jsonl",
          "rounds/terra-vs-sonnet-builder-1/results.txt",
          "rounds/terra-vs-sonnet-builder-1/void-cells.json"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the published tables from the per-cell bundles of this round, void-cells.json and comparator.json (one row per partner cell of loop-vs-executor-1, rebuildable from that round's files), with no model call. The task folders and cell trees are not published yet (the tasks are still in use), so cells cannot be re-graded; model execution cannot be replayed from this bundle.",
        "script_path": "rounds/terra-vs-sonnet-builder-1/analyze.py"
      }
    },
    {
      "id": "shape-flawed-requests-1",
      "url": "/rounds/shape-flawed-requests-1/",
      "status": "DESCRIPTIVE",
      "title": "Catching flawed requests in Shape: baseline, levers and other models",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/shape-flawed-requests-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "shape-flawed-requests-1",
        "script": "python3 rounds/shape-flawed-requests-1/analyze.py",
        "inputs": [
          "rounds/shape-flawed-requests-1/MEASURED.md",
          "rounds/shape-flawed-requests-1/MISSING-DECLARED.json",
          "rounds/shape-flawed-requests-1/MISSING.md",
          "rounds/shape-flawed-requests-1/PLAN.json",
          "rounds/shape-flawed-requests-1/README.md",
          "rounds/shape-flawed-requests-1/TASKS.md",
          "rounds/shape-flawed-requests-1/analyze.py",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/EXCLUDED.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r1/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r1/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r1/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r1/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r1/sol-medium/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r1/sol-medium/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r1/sonnet-high-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r1/sonnet-high-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r1/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r1/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r1/sonnet-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r1/sonnet-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r1/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r1/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r1/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r1/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r2/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r2/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r2/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r2/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r2/sol-medium/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r2/sol-medium/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r2/sonnet-high-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r2/sonnet-high-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r2/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r2/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r2/sonnet-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r2/sonnet-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r2/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r2/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r2/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r2/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r3/opus-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r3/opus-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r3/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r3/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r3/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r3/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r3/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r3/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r3/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r3/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r4/opus-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r4/opus-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r4/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r4/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r4/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r4/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r4/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r4/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r4/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r4/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r5/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r5/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r5/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r5/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r5/sonnet-medium-more-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r5/sonnet-medium-more-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r5/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r5/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r6/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r6/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r6/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r6/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r6/sonnet-medium-more-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r6/sonnet-medium-more-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r6/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r6/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r7/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r7/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r8/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-01/r8/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r1/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r1/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r1/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r1/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r1/sol-medium/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r1/sol-medium/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r1/sonnet-high-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r1/sonnet-high-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r1/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r1/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r1/sonnet-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r1/sonnet-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r1/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r1/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r1/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r1/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r2/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r2/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r2/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r2/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r2/sol-medium/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r2/sol-medium/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r2/sonnet-high-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r2/sonnet-high-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r2/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r2/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r2/sonnet-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r2/sonnet-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r2/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r2/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r2/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r2/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r3/opus-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r3/opus-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r3/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r3/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r3/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r3/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r3/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r3/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r3/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r3/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r4/opus-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r4/opus-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r4/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r4/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r4/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r4/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r4/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r4/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r4/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r4/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r5/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r5/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r5/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r5/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r5/sonnet-medium-more-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r5/sonnet-medium-more-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r5/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r5/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r6/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r6/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r6/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r6/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r6/sonnet-medium-more-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r6/sonnet-medium-more-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r6/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r6/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r7/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r7/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r8/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-02/r8/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r1/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r1/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r1/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r1/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r1/sol-medium/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r1/sol-medium/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r1/sonnet-high-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r1/sonnet-high-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r1/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r1/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r1/sonnet-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r1/sonnet-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r1/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r1/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r1/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r1/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r2/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r2/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r2/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r2/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r2/sol-medium/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r2/sol-medium/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r2/sonnet-high-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r2/sonnet-high-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r2/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r2/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r2/sonnet-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r2/sonnet-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r2/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r2/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r2/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r2/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r3/opus-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r3/opus-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r3/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r3/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r3/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r3/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r3/sonnet-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r3/sonnet-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r3/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r3/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r3/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r3/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r4/opus-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r4/opus-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r4/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r4/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r4/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r4/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r4/sonnet-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r4/sonnet-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r4/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r4/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r4/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r4/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r5/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r5/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r5/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r5/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r5/sonnet-medium-more-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r5/sonnet-medium-more-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r5/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r5/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r6/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r6/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r6/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r6/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r6/sonnet-medium-more-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r6/sonnet-medium-more-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r6/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r6/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r7/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r7/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r8/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-03/r8/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r1/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r1/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r1/sonnet-medium-test/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r1/sonnet-medium-test/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r1/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r1/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r2/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r2/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r2/sonnet-medium-test/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r2/sonnet-medium-test/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r2/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r2/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r3/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r3/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r3/sonnet-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r3/sonnet-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r3/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r3/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r4/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r4/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r4/sonnet-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r4/sonnet-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r4/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r4/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r5/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r5/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r5/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r5/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r6/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r6/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r6/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r6/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r7/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r7/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r8/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-04/r8/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r1/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r1/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r1/sonnet-medium-test/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r1/sonnet-medium-test/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r1/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r1/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r2/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r2/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r2/sonnet-medium-test/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r2/sonnet-medium-test/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r2/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r2/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r3/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r3/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r3/sonnet-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r3/sonnet-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r3/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r3/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r4/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r4/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r4/sonnet-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r4/sonnet-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r4/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r4/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r5/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r5/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r5/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r5/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r6/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r6/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r6/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r6/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r7/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r7/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r8/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-05/r8/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r1/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r1/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r1/sonnet-medium-test/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r1/sonnet-medium-test/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r1/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r1/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r2/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r2/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r2/sonnet-medium-test/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r2/sonnet-medium-test/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r2/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r2/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r3/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r3/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r3/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r3/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r4/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r4/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r4/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r4/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r5/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r5/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r5/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r5/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r6/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r6/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r6/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r6/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r7/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r7/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r8/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-06/r8/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r1/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r1/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r1/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r1/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r1/sol-medium/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r1/sol-medium/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r1/sonnet-high-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r1/sonnet-high-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r1/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r1/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r1/sonnet-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r1/sonnet-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r1/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r1/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r1/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r1/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r2/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r2/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r2/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r2/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r2/sol-medium/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r2/sol-medium/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r2/sonnet-high-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r2/sonnet-high-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r2/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r2/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r2/sonnet-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r2/sonnet-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r2/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r2/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r2/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r2/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r3/opus-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r3/opus-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r3/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r3/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r3/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r3/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r3/sonnet-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r3/sonnet-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r3/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r3/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r3/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r3/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r4/opus-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r4/opus-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r4/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r4/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r4/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r4/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r4/sonnet-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r4/sonnet-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r4/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r4/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r4/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r4/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r5/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r5/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r5/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r5/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r5/sonnet-medium-more-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r5/sonnet-medium-more-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r5/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r5/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r6/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r6/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r6/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r6/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r6/sonnet-medium-more-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r6/sonnet-medium-more-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r6/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r6/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r7/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r7/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r8/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-07/r8/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r1/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r1/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r1/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r1/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r1/sol-medium/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r1/sol-medium/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r1/sonnet-high-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r1/sonnet-high-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r1/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r1/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r1/sonnet-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r1/sonnet-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r1/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r1/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r1/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r1/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r2/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r2/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r2/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r2/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r2/sol-medium/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r2/sol-medium/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r2/sonnet-high-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r2/sonnet-high-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r2/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r2/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r2/sonnet-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r2/sonnet-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r2/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r2/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r2/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r2/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r3/opus-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r3/opus-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r3/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r3/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r3/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r3/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r3/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r3/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r3/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r3/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r4/opus-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r4/opus-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r4/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r4/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r4/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r4/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r4/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r4/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r4/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r4/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r5/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r5/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r5/sonnet-medium-more-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r5/sonnet-medium-more-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r5/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r5/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r6/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r6/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r6/sonnet-medium-more-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r6/sonnet-medium-more-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r6/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r6/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r7/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r7/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r8/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-08/r8/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r1/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r1/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r1/sonnet-medium-test/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r1/sonnet-medium-test/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r1/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r1/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r2/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r2/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r2/sonnet-medium-test/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r2/sonnet-medium-test/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r2/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r2/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r3/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r3/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r3/sonnet-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r3/sonnet-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r3/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r3/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r4/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r4/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r4/sonnet-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r4/sonnet-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r4/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r4/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r5/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r5/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r5/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r5/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r6/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r6/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r6/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r6/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r7/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r7/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r8/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-09/r8/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r1/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r1/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r1/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r1/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r1/sol-medium/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r1/sol-medium/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r1/sonnet-high-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r1/sonnet-high-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r1/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r1/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r1/sonnet-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r1/sonnet-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r1/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r1/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r1/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r1/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r2/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r2/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r2/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r2/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r2/sol-medium/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r2/sol-medium/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r2/sonnet-high-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r2/sonnet-high-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r2/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r2/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r2/sonnet-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r2/sonnet-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r2/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r2/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r2/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r2/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r3/opus-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r3/opus-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r3/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r3/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r3/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r3/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r3/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r3/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r3/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r3/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r4/opus-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r4/opus-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r4/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r4/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r4/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r4/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r4/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r4/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r4/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r4/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r5/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r5/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r5/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r5/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r5/sonnet-medium-more-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r5/sonnet-medium-more-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r5/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r5/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r6/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r6/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r6/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r6/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r6/sonnet-medium-more-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r6/sonnet-medium-more-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r6/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r6/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r7/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r7/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r8/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-10/r8/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r1/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r1/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r1/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r1/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r1/sol-medium/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r1/sol-medium/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r1/sonnet-high-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r1/sonnet-high-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r1/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r1/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r1/sonnet-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r1/sonnet-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r1/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r1/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r1/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r1/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r2/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r2/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r2/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r2/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r2/sol-medium/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r2/sol-medium/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r2/sonnet-high-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r2/sonnet-high-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r2/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r2/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r2/sonnet-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r2/sonnet-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r2/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r2/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r2/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r2/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r3/opus-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r3/opus-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r3/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r3/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r3/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r3/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r3/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r3/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r3/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r3/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r4/opus-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r4/opus-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r4/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r4/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r4/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r4/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r4/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r4/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r4/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r4/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r5/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r5/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r5/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r5/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r5/sonnet-medium-more-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r5/sonnet-medium-more-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r5/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r5/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r6/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r6/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r6/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r6/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r6/sonnet-medium-more-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r6/sonnet-medium-more-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r6/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r6/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r7/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r7/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r8/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-11/r8/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r1/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r1/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r1/sonnet-medium-test/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r1/sonnet-medium-test/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r1/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r1/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r2/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r2/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r2/sonnet-medium-test/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r2/sonnet-medium-test/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r2/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r2/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r3/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r3/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r3/sonnet-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r3/sonnet-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r3/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r3/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r4/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r4/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r4/sonnet-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r4/sonnet-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r4/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r4/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r5/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r5/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r5/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r5/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r6/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r6/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r6/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r6/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r7/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r7/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r8/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-12/r8/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r1/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r1/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r1/sonnet-medium-test/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r1/sonnet-medium-test/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r1/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r1/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r2/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r2/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r2/sonnet-medium-test/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r2/sonnet-medium-test/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r2/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r2/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r3/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r3/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r3/sonnet-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r3/sonnet-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r3/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r3/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r4/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r4/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r4/sonnet-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r4/sonnet-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r4/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r4/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r5/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r5/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r5/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r5/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r6/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r6/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r6/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r6/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r7/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r7/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r8/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-13/r8/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r1/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r1/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r1/sonnet-medium-test/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r1/sonnet-medium-test/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r1/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r1/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r2/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r2/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r2/sonnet-medium-test/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r2/sonnet-medium-test/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r2/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r2/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r3/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r3/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r3/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r3/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r4/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r4/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r4/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r4/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r5/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r5/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r5/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r5/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r6/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r6/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r6/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r6/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r7/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r7/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r8/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-14/r8/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r1/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r1/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r1/sonnet-medium-test/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r1/sonnet-medium-test/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r1/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r1/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r2/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r2/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r2/sonnet-medium-test/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r2/sonnet-medium-test/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r2/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r2/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r3/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r3/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r3/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r3/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r4/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r4/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r4/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r4/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r5/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r5/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r5/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r5/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r6/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r6/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r6/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r6/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r7/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r7/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r8/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-15/r8/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r1/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r1/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r1/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r1/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r1/sol-medium/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r1/sol-medium/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r1/sonnet-high-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r1/sonnet-high-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r1/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r1/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r1/sonnet-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r1/sonnet-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r1/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r1/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r1/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r1/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r2/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r2/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r2/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r2/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r2/sol-medium/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r2/sol-medium/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r2/sonnet-high-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r2/sonnet-high-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r2/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r2/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r2/sonnet-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r2/sonnet-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r2/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r2/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r2/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r2/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r3/opus-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r3/opus-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r3/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r3/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r3/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r3/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r3/sonnet-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r3/sonnet-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r3/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r3/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r3/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r3/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r4/opus-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r4/opus-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r4/sol-low-reference/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r4/sol-low-reference/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r4/sonnet-medium-checklist-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r4/sonnet-medium-checklist-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r4/sonnet-medium-more-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r4/sonnet-medium-more-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r4/terra-high/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r4/terra-high/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r4/terra-medium-a/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r4/terra-medium-a/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r5/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r5/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r5/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r5/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r5/sonnet-medium-more-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r5/sonnet-medium-more-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r5/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r5/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r6/opus-medium-train/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r6/opus-medium-train/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r6/sol-low-reference-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r6/sol-low-reference-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r6/sonnet-medium-more-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r6/sonnet-medium-more-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r6/terra-medium-b/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r6/terra-medium-b/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r7/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r7/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r8/sol-low-reference-c/a1/attempt.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/attempts/case-16/r8/sol-low-reference-c/a1/evaluation.json",
          "rounds/shape-flawed-requests-1/bundles/shape-flawed-requests-1/manifest.json",
          "rounds/shape-flawed-requests-1/grader-agreement.json",
          "rounds/shape-flawed-requests-1/grades.json",
          "rounds/shape-flawed-requests-1/patches/opus-medium-more-a/g0.diff",
          "rounds/shape-flawed-requests-1/patches/opus-medium-train/g0.diff",
          "rounds/shape-flawed-requests-1/patches/sol-low-reference-b/g0.diff",
          "rounds/shape-flawed-requests-1/patches/sol-low-reference-c/g0.diff",
          "rounds/shape-flawed-requests-1/patches/sol-low-reference/g0.diff",
          "rounds/shape-flawed-requests-1/patches/sol-medium/g0.diff",
          "rounds/shape-flawed-requests-1/patches/sonnet-high-train/g0.diff",
          "rounds/shape-flawed-requests-1/patches/sonnet-medium-checklist-train/g0+l1.diff",
          "rounds/shape-flawed-requests-1/patches/sonnet-medium-more-a/g0.diff",
          "rounds/shape-flawed-requests-1/patches/sonnet-medium-more-b/g0.diff",
          "rounds/shape-flawed-requests-1/patches/sonnet-medium-test/g0.diff",
          "rounds/shape-flawed-requests-1/patches/sonnet-medium-train/g0.diff",
          "rounds/shape-flawed-requests-1/patches/terra-high/g0.diff",
          "rounds/shape-flawed-requests-1/patches/terra-medium-a/g0.diff",
          "rounds/shape-flawed-requests-1/patches/terra-medium-b/g0.diff",
          "rounds/shape-flawed-requests-1/records.jsonl",
          "rounds/shape-flawed-requests-1/results.txt",
          "rounds/shape-flawed-requests-1/shape-usage.json"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the published tables from the per-cell bundles, grades.json (label counts per cell from the blind grader), grader-agreement.json and shape-usage.json of this round, with no model call. The task folders and cell trees are not published yet (the tasks are still in use), so cells cannot be re-graded; model execution cannot be replayed from this bundle.",
        "script_path": "rounds/shape-flawed-requests-1/analyze.py"
      }
    },
    {
      "id": "claude-code-fix-rechecks-1",
      "url": "/rounds/claude-code-fix-rechecks-1/",
      "status": "DESCRIPTIVE",
      "title": "Re-checks of three Kogen fixes on the Claude Code lineup",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/claude-code-fix-rechecks-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "claude-code-fix-rechecks-1",
        "script": "python3 rounds/claude-code-fix-rechecks-1/analyze.py",
        "inputs": [
          "rounds/claude-code-fix-rechecks-1/MEASURED.md",
          "rounds/claude-code-fix-rechecks-1/MISSING-DECLARED.json",
          "rounds/claude-code-fix-rechecks-1/MISSING.md",
          "rounds/claude-code-fix-rechecks-1/PLAN.json",
          "rounds/claude-code-fix-rechecks-1/README.md",
          "rounds/claude-code-fix-rechecks-1/TASKS.md",
          "rounds/claude-code-fix-rechecks-1/analyze.py",
          "rounds/claude-code-fix-rechecks-1/bundles/claude-code-fix-rechecks-1/EXCLUDED.json",
          "rounds/claude-code-fix-rechecks-1/bundles/claude-code-fix-rechecks-1/attempts/build-16/r1/shape-selfcheck-66f8a0e/a1/attempt.json",
          "rounds/claude-code-fix-rechecks-1/bundles/claude-code-fix-rechecks-1/attempts/build-16/r1/shape-selfcheck-66f8a0e/a1/evaluation.json",
          "rounds/claude-code-fix-rechecks-1/bundles/claude-code-fix-rechecks-1/attempts/build-16/r2/shape-selfcheck-66f8a0e/a1/attempt.json",
          "rounds/claude-code-fix-rechecks-1/bundles/claude-code-fix-rechecks-1/attempts/build-16/r2/shape-selfcheck-66f8a0e/a1/evaluation.json",
          "rounds/claude-code-fix-rechecks-1/bundles/claude-code-fix-rechecks-1/attempts/build-16/r3/shape-selfcheck-66f8a0e/a1/attempt.json",
          "rounds/claude-code-fix-rechecks-1/bundles/claude-code-fix-rechecks-1/attempts/build-16/r3/shape-selfcheck-66f8a0e/a1/evaluation.json",
          "rounds/claude-code-fix-rechecks-1/bundles/claude-code-fix-rechecks-1/attempts/build-16/r4/shape-selfcheck-66f8a0e/a1/attempt.json",
          "rounds/claude-code-fix-rechecks-1/bundles/claude-code-fix-rechecks-1/attempts/build-16/r4/shape-selfcheck-66f8a0e/a1/evaluation.json",
          "rounds/claude-code-fix-rechecks-1/bundles/claude-code-fix-rechecks-1/attempts/build-16b/r1/stop-on-blocker-31d432f/a1/attempt.json",
          "rounds/claude-code-fix-rechecks-1/bundles/claude-code-fix-rechecks-1/attempts/build-16b/r1/stop-on-blocker-31d432f/a1/evaluation.json",
          "rounds/claude-code-fix-rechecks-1/bundles/claude-code-fix-rechecks-1/attempts/build-16b/r1/stop-on-repeat-817ae58/a1/attempt.json",
          "rounds/claude-code-fix-rechecks-1/bundles/claude-code-fix-rechecks-1/attempts/build-16b/r1/stop-on-repeat-817ae58/a1/evaluation.json",
          "rounds/claude-code-fix-rechecks-1/bundles/claude-code-fix-rechecks-1/manifest.json",
          "rounds/claude-code-fix-rechecks-1/cell-facts.json",
          "rounds/claude-code-fix-rechecks-1/patches/shape-selfcheck-66f8a0e/g0.diff",
          "rounds/claude-code-fix-rechecks-1/patches/stop-on-blocker-31d432f/g0.diff",
          "rounds/claude-code-fix-rechecks-1/patches/stop-on-repeat-817ae58/g0.diff",
          "rounds/claude-code-fix-rechecks-1/records.jsonl"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the published tables from the per-cell bundles and cell-facts.json of this round, with no model call. The task folder and cell trees are not published, so cells cannot be re-graded; model execution cannot be replayed from this bundle.",
        "script_path": "rounds/claude-code-fix-rechecks-1/analyze.py"
      }
    },
    {
      "id": "terra-reviewer-seeded-clean-1",
      "url": "/rounds/terra-reviewer-seeded-clean-1/",
      "status": "DESCRIPTIVE",
      "title": "Terra as Kogen's reviewer: seeded faults and clean controls",
      "family_ids": [],
      "hypotheses": [],
      "claims": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/rounds/terra-reviewer-seeded-clean-1/README.md",
      "run_records": null,
      "reproduction": {
        "round_id": "terra-reviewer-seeded-clean-1",
        "script": "python3 rounds/terra-reviewer-seeded-clean-1/analyze.py",
        "inputs": [
          "rounds/terra-reviewer-seeded-clean-1/MEASURED.md",
          "rounds/terra-reviewer-seeded-clean-1/MISSING-DECLARED.json",
          "rounds/terra-reviewer-seeded-clean-1/MISSING.md",
          "rounds/terra-reviewer-seeded-clean-1/PLAN.json",
          "rounds/terra-reviewer-seeded-clean-1/README.md",
          "rounds/terra-reviewer-seeded-clean-1/TASKS.md",
          "rounds/terra-reviewer-seeded-clean-1/analyze.py",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/EXCLUDED.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-01/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-01/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-01/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-01/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-01/r1/terra-high-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-01/r1/terra-high-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-01/r1/terra-low-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-01/r1/terra-low-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-01/r1/terra-medium-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-01/r1/terra-medium-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-01/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-01/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-01/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-01/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-01/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-01/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-01/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-01/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-02/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-02/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-02/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-02/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-02/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-02/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-02/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-02/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-02/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-02/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-02/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-02/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-03/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-03/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-03/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-03/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-03/r1/terra-high-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-03/r1/terra-high-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-03/r1/terra-low-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-03/r1/terra-low-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-03/r1/terra-medium-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-03/r1/terra-medium-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-03/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-03/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-03/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-03/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-03/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-03/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-03/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-03/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-04/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-04/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-04/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-04/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-04/r1/terra-high-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-04/r1/terra-high-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-04/r1/terra-low-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-04/r1/terra-low-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-04/r1/terra-medium-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-04/r1/terra-medium-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-04/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-04/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-04/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-04/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-04/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-04/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-04/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-04/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-05/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-05/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-05/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-05/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-05/r1/terra-high-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-05/r1/terra-high-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-05/r1/terra-low-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-05/r1/terra-low-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-05/r1/terra-medium-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-05/r1/terra-medium-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-05/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-05/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-05/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-05/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-05/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-05/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-05/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-05/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-06/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-06/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-06/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-06/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-06/r1/terra-high-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-06/r1/terra-high-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-06/r1/terra-low-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-06/r1/terra-low-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-06/r1/terra-medium-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-06/r1/terra-medium-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-06/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-06/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-06/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-06/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-06/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-06/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-06/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-06/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-07/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-07/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-07/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-07/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-07/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-07/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-07/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-07/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-07/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-07/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-07/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-07/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-08/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-08/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-08/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-08/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-08/r1/terra-high-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-08/r1/terra-high-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-08/r1/terra-low-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-08/r1/terra-low-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-08/r1/terra-medium-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-08/r1/terra-medium-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-08/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-08/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-08/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-08/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-08/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-08/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-08/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-08/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-09/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-09/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-09/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-09/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-09/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-09/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-09/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-09/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-09/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-09/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-09/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-09/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-10/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-10/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-10/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-10/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-10/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-10/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-10/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-10/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-10/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-10/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-10/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-10/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-11/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-11/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-11/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-11/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-11/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-11/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-11/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-11/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-11/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-11/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-11/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-11/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-12/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-12/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-12/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-12/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-12/r1/terra-high-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-12/r1/terra-high-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-12/r1/terra-low-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-12/r1/terra-low-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-12/r1/terra-medium-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-12/r1/terra-medium-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-12/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-12/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-12/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-12/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-12/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-12/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-12/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-12/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-13/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-13/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-13/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-13/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-13/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-13/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-13/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-13/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-13/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-13/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-13/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-13/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-14/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-14/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-14/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-14/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-14/r1/terra-high-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-14/r1/terra-high-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-14/r1/terra-low-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-14/r1/terra-low-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-14/r1/terra-medium-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-14/r1/terra-medium-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-14/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-14/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-14/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-14/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-14/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-14/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-14/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-14/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-15/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-15/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-15/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-15/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-15/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-15/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-15/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-15/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-15/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-15/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-15/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/clean-15/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-01/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-01/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-01/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-01/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-01/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-01/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-01/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-01/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-01/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-01/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-01/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-01/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-01/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-01/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-01/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-01/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-01/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-01/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r1/terra-high-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r1/terra-high-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r1/terra-low-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r1/terra-low-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r1/terra-medium-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r1/terra-medium-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-02/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-03/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-03/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-03/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-03/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-03/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-03/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-03/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-03/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-03/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-03/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-03/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-03/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-03/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-03/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-03/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-03/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-03/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-03/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-04/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-04/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-04/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-04/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-04/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-04/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-04/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-04/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-04/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-04/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-04/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-04/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-04/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-04/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-04/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-04/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-04/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-04/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r1/terra-high-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r1/terra-high-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r1/terra-low-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r1/terra-low-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r1/terra-medium-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r1/terra-medium-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-05/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r1/terra-high-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r1/terra-high-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r1/terra-low-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r1/terra-low-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r1/terra-medium-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r1/terra-medium-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-06/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-07/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-07/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-07/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-07/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-07/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-07/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-07/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-07/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-07/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-07/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-07/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-07/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-07/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-07/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-07/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-07/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-07/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-07/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-08/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-08/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-08/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-08/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-08/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-08/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-08/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-08/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-08/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-08/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-08/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-08/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-08/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-08/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-08/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-08/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-08/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-08/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r1/terra-high-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r1/terra-high-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r1/terra-low-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r1/terra-low-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r1/terra-medium-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r1/terra-medium-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-09/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r1/terra-high-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r1/terra-high-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r1/terra-low-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r1/terra-low-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r1/terra-medium-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r1/terra-medium-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-10/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-11/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-11/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-11/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-11/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-11/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-11/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-11/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-11/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-11/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-11/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-11/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-11/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-11/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-11/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-11/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-11/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-11/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-11/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-12/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-12/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-12/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-12/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-12/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-12/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-12/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-12/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-12/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-12/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-12/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-12/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-12/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-12/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-12/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-12/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-12/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-12/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-13/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-13/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-13/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-13/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-13/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-13/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-13/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-13/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-13/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-13/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-13/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-13/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-13/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-13/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-13/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-13/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-13/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-13/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r1/terra-high-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r1/terra-high-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r1/terra-low-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r1/terra-low-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r1/terra-medium-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r1/terra-medium-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-14/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-15/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-15/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-15/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-15/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-15/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-15/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-15/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-15/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-15/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-15/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-15/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-15/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-15/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-15/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-15/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-15/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-15/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-15/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-16/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-16/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-16/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-16/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-16/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-16/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-16/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-16/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-16/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-16/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-16/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-16/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-16/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-16/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-16/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-16/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-16/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-16/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r1/terra-high-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r1/terra-high-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r1/terra-low-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r1/terra-low-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r1/terra-medium-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r1/terra-medium-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-17/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-18/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-18/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-18/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-18/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-18/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-18/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-18/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-18/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-18/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-18/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-18/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-18/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-18/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-18/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-18/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-18/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-18/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-18/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r1/terra-high-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r1/terra-high-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r1/terra-low-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r1/terra-low-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r1/terra-medium-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r1/terra-medium-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-19/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-20/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-20/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-20/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-20/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-20/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-20/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-20/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-20/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-20/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-20/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-20/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-20/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-20/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-20/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-20/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-20/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-20/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-20/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r1/terra-high-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r1/terra-high-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r1/terra-low-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r1/terra-low-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r1/terra-medium-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r1/terra-medium-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-21/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r1/terra-high-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r1/terra-high-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r1/terra-low-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r1/terra-low-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r1/terra-medium-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r1/terra-medium-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-22/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-23/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-23/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-23/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-23/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-23/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-23/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-23/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-23/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-23/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-23/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-23/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-23/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-23/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-23/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-23/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-23/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-23/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-23/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-24/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-24/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-24/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-24/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-24/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-24/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-24/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-24/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-24/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-24/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-24/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-24/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-24/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-24/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-24/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-24/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-24/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-24/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r1/terra-high-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r1/terra-high-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r1/terra-low-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r1/terra-low-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r1/terra-medium-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r1/terra-medium-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-25/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r1/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r1/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r1/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r1/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r1/terra-high-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r1/terra-high-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r1/terra-low-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r1/terra-low-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r1/terra-medium-grid/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r1/terra-medium-grid/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r1/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r1/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r2/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r2/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r2/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r2/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r2/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r2/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r3/opus-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r3/opus-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r3/sol-high/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r3/sol-high/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r3/terra-medium/a1/attempt.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/attempts/seed-26/r3/terra-medium/a1/evaluation.json",
          "rounds/terra-reviewer-seeded-clean-1/bundles/terra-reviewer-seeded-clean-1/manifest.json",
          "rounds/terra-reviewer-seeded-clean-1/patches/opus-medium/rv-seed-lane.diff",
          "rounds/terra-reviewer-seeded-clean-1/patches/sol-high/rv-seed-lane.diff",
          "rounds/terra-reviewer-seeded-clean-1/patches/terra-high-grid/rv-seed-lane.diff",
          "rounds/terra-reviewer-seeded-clean-1/patches/terra-low-grid/rv-seed-lane.diff",
          "rounds/terra-reviewer-seeded-clean-1/patches/terra-medium-grid/rv-seed-lane.diff",
          "rounds/terra-reviewer-seeded-clean-1/patches/terra-medium/rv-seed-lane.diff",
          "rounds/terra-reviewer-seeded-clean-1/records.jsonl",
          "rounds/terra-reviewer-seeded-clean-1/results.txt"
        ],
        "replay_type": "analysis-only",
        "full_execution_replayable": false,
        "availability_note": "Recomputes the published tables from the per-cell bundles of this round, with no model call. The task folders and cell trees are not published yet (the tasks are still in use), so cells cannot be re-graded; model execution cannot be replayed from this bundle.",
        "script_path": "rounds/terra-reviewer-seeded-clean-1/analyze.py"
      }
    }
  ],
  "claims": [
    {
      "id": "CL-WA-harness-pick-2026-09-29-public-capture-identity",
      "url": "/claims/cl-wa-harness-pick-2026-09-29-public-capture-identity/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for candidate capture counts; source-reported, not reproducible from public data for the historical design variants",
      "round_id": "harness-pick-2026-09-29",
      "round_url": "/rounds/harness-pick-2026-09-29/",
      "hypothesis_ids": [
        "H19",
        "H20"
      ],
      "metric": "candidate_delivery_capture",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-kh-compare-2026-09-29-public-capture-identity",
      "url": "/claims/cl-wa-kh-compare-2026-09-29-public-capture-identity/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for candidate capture counts; source-reported, not reproducible from public data for the historical design variants",
      "round_id": "kh-compare-2026-09-29",
      "round_url": "/rounds/kh-compare-2026-09-29/",
      "hypothesis_ids": [
        "H21",
        "H23",
        "H26",
        "H28"
      ],
      "metric": "candidate_delivery_capture",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-claim-b-screen-1-public-capture-identity",
      "url": "/claims/cl-wa-claim-b-screen-1-public-capture-identity/",
      "status": "CONFOUNDED",
      "evidence_status": "reproducible from public data for candidate capture counts; source-reported, not reproducible from public data for the historical design variants",
      "round_id": "claim-b-screen-1",
      "round_url": "/rounds/claim-b-screen-1/",
      "hypothesis_ids": [
        "H21",
        "H22"
      ],
      "metric": "candidate_delivery_capture",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-claim-b-rerun-1-public-capture-identity",
      "url": "/claims/cl-wa-claim-b-rerun-1-public-capture-identity/",
      "status": "CONFOUNDED",
      "evidence_status": "reproducible from public data for candidate capture counts; source-reported, not reproducible from public data for the historical design variants",
      "round_id": "claim-b-rerun-1",
      "round_url": "/rounds/claim-b-rerun-1/",
      "hypothesis_ids": [
        "H21",
        "H22"
      ],
      "metric": "candidate_delivery_capture",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-confirm-combined-1-public-capture-identity",
      "url": "/claims/cl-wa-confirm-combined-1-public-capture-identity/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for candidate capture counts; source-reported, not reproducible from public data for the historical design variants",
      "round_id": "confirm-combined-1",
      "round_url": "/rounds/confirm-combined-1/",
      "hypothesis_ids": [
        "H21",
        "H22"
      ],
      "metric": "candidate_delivery_capture",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-harness-compare-1-public-capture-identity",
      "url": "/claims/cl-wa-harness-compare-1-public-capture-identity/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for candidate capture counts; source-reported, not reproducible from public data for the historical design variants",
      "round_id": "harness-compare-1",
      "round_url": "/rounds/harness-compare-1/",
      "hypothesis_ids": [
        "H19",
        "H22",
        "H28"
      ],
      "metric": "candidate_delivery_capture",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-hard1-calibrate-1-public-capture-identity",
      "url": "/claims/cl-wa-hard1-calibrate-1-public-capture-identity/",
      "status": "CONFOUNDED",
      "evidence_status": "reproducible from public data for candidate capture counts; source-reported, not reproducible from public data for the historical design variants",
      "round_id": "hard1-calibrate-1",
      "round_url": "/rounds/hard1-calibrate-1/",
      "hypothesis_ids": [
        "H19",
        "H22"
      ],
      "metric": "candidate_delivery_capture",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-kh-climb-reported-kh-climb-baseline",
      "url": "/claims/cl-wa-kh-climb-reported-kh-climb-baseline/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "kh-climb",
      "round_url": "/rounds/kh-climb/",
      "hypothesis_ids": [
        "H21",
        "H32",
        "H33"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-kh-climb-reported-kh-climb-control",
      "url": "/claims/cl-wa-kh-climb-reported-kh-climb-control/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "kh-climb",
      "round_url": "/rounds/kh-climb/",
      "hypothesis_ids": [
        "H21",
        "H32",
        "H33"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-kh-climb-reported-kh-climb-v1",
      "url": "/claims/cl-wa-kh-climb-reported-kh-climb-v1/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "kh-climb",
      "round_url": "/rounds/kh-climb/",
      "hypothesis_ids": [
        "H21",
        "H32",
        "H33"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-kh-climb-reported-kh-climb-v2",
      "url": "/claims/cl-wa-kh-climb-reported-kh-climb-v2/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "kh-climb",
      "round_url": "/rounds/kh-climb/",
      "hypothesis_ids": [
        "H21",
        "H32",
        "H33"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-kh-climb-reported-kh-climb-v3",
      "url": "/claims/cl-wa-kh-climb-reported-kh-climb-v3/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "kh-climb",
      "round_url": "/rounds/kh-climb/",
      "hypothesis_ids": [
        "H21",
        "H32",
        "H33"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-kh-climb-reported-kh-climb-v4",
      "url": "/claims/cl-wa-kh-climb-reported-kh-climb-v4/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "kh-climb",
      "round_url": "/rounds/kh-climb/",
      "hypothesis_ids": [
        "H21",
        "H32",
        "H33"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-kh-climb-reported-kh-climb-v5",
      "url": "/claims/cl-wa-kh-climb-reported-kh-climb-v5/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "kh-climb",
      "round_url": "/rounds/kh-climb/",
      "hypothesis_ids": [
        "H21",
        "H32",
        "H33"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-ladder-reported-x-ladder-model-screen",
      "url": "/claims/cl-wa-x-ladder-reported-x-ladder-model-screen/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-ladder",
      "round_url": "/rounds/x-ladder/",
      "hypothesis_ids": [
        "H39",
        "H41",
        "H42",
        "H47",
        "H49"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-ladder-reported-x-ladder-matrix",
      "url": "/claims/cl-wa-x-ladder-reported-x-ladder-matrix/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-ladder",
      "round_url": "/rounds/x-ladder/",
      "hypothesis_ids": [
        "H39",
        "H41",
        "H42",
        "H47",
        "H49"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-ladder-reported-x-ladder-time-first",
      "url": "/claims/cl-wa-x-ladder-reported-x-ladder-time-first/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-ladder",
      "round_url": "/rounds/x-ladder/",
      "hypothesis_ids": [
        "H39",
        "H41",
        "H42",
        "H47",
        "H49"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-ladder-reported-x-ladder-patient",
      "url": "/claims/cl-wa-x-ladder-reported-x-ladder-patient/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-ladder",
      "round_url": "/rounds/x-ladder/",
      "hypothesis_ids": [
        "H39",
        "H41",
        "H42",
        "H47",
        "H49"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-ladder-reported-x-ladder-checkpoints",
      "url": "/claims/cl-wa-x-ladder-reported-x-ladder-checkpoints/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-ladder",
      "round_url": "/rounds/x-ladder/",
      "hypothesis_ids": [
        "H39",
        "H41",
        "H42",
        "H47",
        "H49"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-models-reported-x-models-overall",
      "url": "/claims/cl-wa-x-models-reported-x-models-overall/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-models",
      "round_url": "/rounds/x-models/",
      "hypothesis_ids": [
        "H39",
        "H40",
        "H41",
        "H42",
        "H43",
        "H46"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-models-reported-x-models-primary-screen",
      "url": "/claims/cl-wa-x-models-reported-x-models-primary-screen/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-models",
      "round_url": "/rounds/x-models/",
      "hypothesis_ids": [
        "H39",
        "H40",
        "H41",
        "H42",
        "H43",
        "H46"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-models-reported-x-models-adjacent-panel",
      "url": "/claims/cl-wa-x-models-reported-x-models-adjacent-panel/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-models",
      "round_url": "/rounds/x-models/",
      "hypothesis_ids": [
        "H39",
        "H40",
        "H41",
        "H42",
        "H43",
        "H46"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-models-reported-x-models-astra",
      "url": "/claims/cl-wa-x-models-reported-x-models-astra/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-models",
      "round_url": "/rounds/x-models/",
      "hypothesis_ids": [
        "H39",
        "H40",
        "H41",
        "H42",
        "H43",
        "H46"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-roles-reported-x-roles-worker-pilot",
      "url": "/claims/cl-wa-x-roles-reported-x-roles-worker-pilot/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-roles",
      "round_url": "/rounds/x-roles/",
      "hypothesis_ids": [
        "H29",
        "H39",
        "H43",
        "H49"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-roles-reported-x-roles-implementation",
      "url": "/claims/cl-wa-x-roles-reported-x-roles-implementation/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-roles",
      "round_url": "/rounds/x-roles/",
      "hypothesis_ids": [
        "H29",
        "H39",
        "H43",
        "H49"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-roles-reported-x-roles-reviewer",
      "url": "/claims/cl-wa-x-roles-reported-x-roles-reviewer/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-roles",
      "round_url": "/rounds/x-roles/",
      "hypothesis_ids": [
        "H29",
        "H39",
        "H43",
        "H49"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-roles-reported-x-roles-decision",
      "url": "/claims/cl-wa-x-roles-reported-x-roles-decision/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-roles",
      "round_url": "/rounds/x-roles/",
      "hypothesis_ids": [
        "H29",
        "H39",
        "H43",
        "H49"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-review-reported-x-review-checklist",
      "url": "/claims/cl-wa-x-review-reported-x-review-checklist/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-review",
      "round_url": "/rounds/x-review/",
      "hypothesis_ids": [
        "H67",
        "H68",
        "H69"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-review-reported-x-review-repair",
      "url": "/claims/cl-wa-x-review-reported-x-review-repair/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-review",
      "round_url": "/rounds/x-review/",
      "hypothesis_ids": [
        "H67",
        "H68",
        "H69"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-review-reported-x-review-semantic-repair",
      "url": "/claims/cl-wa-x-review-reported-x-review-semantic-repair/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-review",
      "round_url": "/rounds/x-review/",
      "hypothesis_ids": [
        "H67",
        "H68",
        "H69"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-race-reported-x-race",
      "url": "/claims/cl-wa-x-race-reported-x-race/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-race",
      "round_url": "/rounds/x-race/",
      "hypothesis_ids": [
        "H29",
        "H30"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-race-reported-x-race-selector-check",
      "url": "/claims/cl-wa-x-race-reported-x-race-selector-check/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-race",
      "round_url": "/rounds/x-race/",
      "hypothesis_ids": [
        "H29",
        "H30"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-race-reported-x-race-decision",
      "url": "/claims/cl-wa-x-race-reported-x-race-decision/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-race",
      "round_url": "/rounds/x-race/",
      "hypothesis_ids": [
        "H29",
        "H30"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-parallel-reported-x-parallel-v03",
      "url": "/claims/cl-wa-x-parallel-reported-x-parallel-v03/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-parallel",
      "round_url": "/rounds/x-parallel/",
      "hypothesis_ids": [
        "H29",
        "H30"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-parallel-reported-x-parallel-v03-cost",
      "url": "/claims/cl-wa-x-parallel-reported-x-parallel-v03-cost/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-parallel",
      "round_url": "/rounds/x-parallel/",
      "hypothesis_ids": [
        "H29",
        "H30"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-parallel-reported-x-parallel-token-summary",
      "url": "/claims/cl-wa-x-parallel-reported-x-parallel-token-summary/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-parallel",
      "round_url": "/rounds/x-parallel/",
      "hypothesis_ids": [
        "H29",
        "H30"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-minikogen-reported-x-minikogen-mechanism-pairs",
      "url": "/claims/cl-wa-x-minikogen-reported-x-minikogen-mechanism-pairs/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-minikogen",
      "round_url": "/rounds/x-minikogen/",
      "hypothesis_ids": [
        "H29",
        "H31",
        "H32"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-minikogen-reported-x-minikogen-test-first-removal",
      "url": "/claims/cl-wa-x-minikogen-reported-x-minikogen-test-first-removal/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-minikogen",
      "round_url": "/rounds/x-minikogen/",
      "hypothesis_ids": [
        "H29",
        "H31",
        "H32"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-minikogen-reported-x-minikogen-frozen-decision",
      "url": "/claims/cl-wa-x-minikogen-reported-x-minikogen-frozen-decision/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-minikogen",
      "round_url": "/rounds/x-minikogen/",
      "hypothesis_ids": [
        "H29",
        "H31",
        "H32"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-surface-reported-x-surface-feedback-format",
      "url": "/claims/cl-wa-x-surface-reported-x-surface-feedback-format/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-surface",
      "round_url": "/rounds/x-surface/",
      "hypothesis_ids": [
        "H31",
        "H33",
        "H110"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-surface-reported-x-surface-fixture-repair",
      "url": "/claims/cl-wa-x-surface-reported-x-surface-fixture-repair/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-surface",
      "round_url": "/rounds/x-surface/",
      "hypothesis_ids": [
        "H31",
        "H33",
        "H110"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-surface-reported-x-surface-remaining-rep",
      "url": "/claims/cl-wa-x-surface-reported-x-surface-remaining-rep/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-surface",
      "round_url": "/rounds/x-surface/",
      "hypothesis_ids": [
        "H31",
        "H33",
        "H110"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-context-reported-x-context",
      "url": "/claims/cl-wa-x-context-reported-x-context/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-context",
      "round_url": "/rounds/x-context/",
      "hypothesis_ids": [
        "H51",
        "H54",
        "H55",
        "H56",
        "H57",
        "H58"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-context-reported-x-context-admission-guard",
      "url": "/claims/cl-wa-x-context-reported-x-context-admission-guard/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-context",
      "round_url": "/rounds/x-context/",
      "hypothesis_ids": [
        "H51",
        "H54",
        "H55",
        "H56",
        "H57",
        "H58"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-compaction-reported-x-compaction-traces",
      "url": "/claims/cl-wa-x-compaction-reported-x-compaction-traces/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-compaction",
      "round_url": "/rounds/x-compaction/",
      "hypothesis_ids": [
        "H54"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-compaction-reported-x-compaction-peak-input",
      "url": "/claims/cl-wa-x-compaction-reported-x-compaction-peak-input/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-compaction",
      "round_url": "/rounds/x-compaction/",
      "hypothesis_ids": [
        "H54"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-compaction-reported-x-compaction-elision-review",
      "url": "/claims/cl-wa-x-compaction-reported-x-compaction-elision-review/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-compaction",
      "round_url": "/rounds/x-compaction/",
      "hypothesis_ids": [
        "H54"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-compaction-reported-e06-context-pilot-link",
      "url": "/claims/cl-wa-x-compaction-reported-e06-context-pilot-link/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-compaction",
      "round_url": "/rounds/x-compaction/",
      "hypothesis_ids": [
        "H54"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-continuation-reported-x-continuation-live",
      "url": "/claims/cl-wa-x-continuation-reported-x-continuation-live/",
      "status": "NOT-RUN",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-continuation",
      "round_url": "/rounds/x-continuation/",
      "hypothesis_ids": [
        "H31",
        "H65"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-continuation-reported-x-continuation-scripted-provider",
      "url": "/claims/cl-wa-x-continuation-reported-x-continuation-scripted-provider/",
      "status": "NOT-RUN",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-continuation",
      "round_url": "/rounds/x-continuation/",
      "hypothesis_ids": [
        "H31",
        "H65"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-recovery-reported-x-recovery",
      "url": "/claims/cl-wa-x-recovery-reported-x-recovery/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-recovery",
      "round_url": "/rounds/x-recovery/",
      "hypothesis_ids": [
        "H65"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-mining-reported-x-mining-observation-inventory",
      "url": "/claims/cl-wa-x-mining-reported-x-mining-observation-inventory/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-mining",
      "round_url": "/rounds/x-mining/",
      "hypothesis_ids": [
        "H80",
        "H84",
        "H89"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-mining-reported-x-mining-usage-audit",
      "url": "/claims/cl-wa-x-mining-reported-x-mining-usage-audit/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-mining",
      "round_url": "/rounds/x-mining/",
      "hypothesis_ids": [
        "H80",
        "H84",
        "H89"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-x-mining-reported-x-mining-x09",
      "url": "/claims/cl-wa-x-mining-reported-x-mining-x09/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "x-mining",
      "round_url": "/rounds/x-mining/",
      "hypothesis_ids": [
        "H80",
        "H84",
        "H89"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-e06-context-reported-e06-context-pilot",
      "url": "/claims/cl-wa-e06-context-reported-e06-context-pilot/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "e06-context",
      "round_url": "/rounds/e06-context/",
      "hypothesis_ids": [
        "H54",
        "H55"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-ctx-store-reported-ctx-store-ranked-paths",
      "url": "/claims/cl-wa-ctx-store-reported-ctx-store-ranked-paths/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "ctx-store",
      "round_url": "/rounds/ctx-store/",
      "hypothesis_ids": [
        "H148",
        "H149",
        "H150"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-ctx-store-reported-ctx-store-recall",
      "url": "/claims/cl-wa-ctx-store-reported-ctx-store-recall/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "ctx-store",
      "round_url": "/rounds/ctx-store/",
      "hypothesis_ids": [
        "H148",
        "H149",
        "H150"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-ctx-store-reported-ctx-store-freshness",
      "url": "/claims/cl-wa-ctx-store-reported-ctx-store-freshness/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "ctx-store",
      "round_url": "/rounds/ctx-store/",
      "hypothesis_ids": [
        "H148",
        "H149",
        "H150"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-e09-tidewave-reported-e09-locator-gates",
      "url": "/claims/cl-wa-e09-tidewave-reported-e09-locator-gates/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "e09-tidewave",
      "round_url": "/rounds/e09-tidewave/",
      "hypothesis_ids": [
        "H55",
        "H60"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-e09-tidewave-reported-e09-tidewave-runtime",
      "url": "/claims/cl-wa-e09-tidewave-reported-e09-tidewave-runtime/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "e09-tidewave",
      "round_url": "/rounds/e09-tidewave/",
      "hypothesis_ids": [
        "H55",
        "H60"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-night-2026-10-01-reported-night-overall",
      "url": "/claims/cl-wa-night-2026-10-01-reported-night-overall/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "night-2026-10-01",
      "round_url": "/rounds/night-2026-10-01/",
      "hypothesis_ids": [
        "H19",
        "H21",
        "H29",
        "H31",
        "H80",
        "H81",
        "H82",
        "H84",
        "H85",
        "H86",
        "H87",
        "H88",
        "H89",
        "H90"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-night-2026-10-01-reported-night-p1",
      "url": "/claims/cl-wa-night-2026-10-01-reported-night-p1/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "night-2026-10-01",
      "round_url": "/rounds/night-2026-10-01/",
      "hypothesis_ids": [
        "H19",
        "H21",
        "H29",
        "H31",
        "H80",
        "H81",
        "H82",
        "H84",
        "H85",
        "H86",
        "H87",
        "H88",
        "H89",
        "H90"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-night-2026-10-01-reported-night-p2",
      "url": "/claims/cl-wa-night-2026-10-01-reported-night-p2/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "night-2026-10-01",
      "round_url": "/rounds/night-2026-10-01/",
      "hypothesis_ids": [
        "H19",
        "H21",
        "H29",
        "H31",
        "H80",
        "H81",
        "H82",
        "H84",
        "H85",
        "H86",
        "H87",
        "H88",
        "H89",
        "H90"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-night-2026-10-01-reported-night-p3a",
      "url": "/claims/cl-wa-night-2026-10-01-reported-night-p3a/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "night-2026-10-01",
      "round_url": "/rounds/night-2026-10-01/",
      "hypothesis_ids": [
        "H19",
        "H21",
        "H29",
        "H31",
        "H80",
        "H81",
        "H82",
        "H84",
        "H85",
        "H86",
        "H87",
        "H88",
        "H89",
        "H90"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-night-2026-10-01-reported-night-p3c",
      "url": "/claims/cl-wa-night-2026-10-01-reported-night-p3c/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "night-2026-10-01",
      "round_url": "/rounds/night-2026-10-01/",
      "hypothesis_ids": [
        "H19",
        "H21",
        "H29",
        "H31",
        "H80",
        "H81",
        "H82",
        "H84",
        "H85",
        "H86",
        "H87",
        "H88",
        "H89",
        "H90"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-night-2026-10-01-reported-night-p5",
      "url": "/claims/cl-wa-night-2026-10-01-reported-night-p5/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "night-2026-10-01",
      "round_url": "/rounds/night-2026-10-01/",
      "hypothesis_ids": [
        "H19",
        "H21",
        "H29",
        "H31",
        "H80",
        "H81",
        "H82",
        "H84",
        "H85",
        "H86",
        "H87",
        "H88",
        "H89",
        "H90"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-night-2026-10-01-reported-night-parallel-read",
      "url": "/claims/cl-wa-night-2026-10-01-reported-night-parallel-read/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "night-2026-10-01",
      "round_url": "/rounds/night-2026-10-01/",
      "hypothesis_ids": [
        "H19",
        "H21",
        "H29",
        "H31",
        "H80",
        "H81",
        "H82",
        "H84",
        "H85",
        "H86",
        "H87",
        "H88",
        "H89",
        "H90"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-night-2026-10-01-reported-night-pi-mining",
      "url": "/claims/cl-wa-night-2026-10-01-reported-night-pi-mining/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "night-2026-10-01",
      "round_url": "/rounds/night-2026-10-01/",
      "hypothesis_ids": [
        "H19",
        "H21",
        "H29",
        "H31",
        "H80",
        "H81",
        "H82",
        "H84",
        "H85",
        "H86",
        "H87",
        "H88",
        "H89",
        "H90"
      ],
      "metric": "documentary_experiment_record",
      "unit": "source-reported analysis units",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-hc-1-lifecycle-and-outcome",
      "url": "/claims/cl-wa-hc-1-lifecycle-and-outcome/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "hc-1",
      "round_url": "/rounds/hc-1/",
      "hypothesis_ids": [
        "H75",
        "H136"
      ],
      "metric": "hill_climb_lifecycle_and_outcome",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-hc-2-lifecycle-and-outcome",
      "url": "/claims/cl-wa-hc-2-lifecycle-and-outcome/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "hc-2",
      "round_url": "/rounds/hc-2/",
      "hypothesis_ids": [
        "H75",
        "H136"
      ],
      "metric": "hill_climb_lifecycle_and_outcome",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-hc-3-lifecycle-and-outcome",
      "url": "/claims/cl-wa-hc-3-lifecycle-and-outcome/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "hc-3",
      "round_url": "/rounds/hc-3/",
      "hypothesis_ids": [
        "H75",
        "H136"
      ],
      "metric": "hill_climb_lifecycle_and_outcome",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-hc-4-lifecycle-and-outcome",
      "url": "/claims/cl-wa-hc-4-lifecycle-and-outcome/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "hc-4",
      "round_url": "/rounds/hc-4/",
      "hypothesis_ids": [
        "H75",
        "H136",
        "H138"
      ],
      "metric": "hill_climb_lifecycle_and_outcome",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r72-lifecycle-and-outcome",
      "url": "/claims/cl-wa-r72-lifecycle-and-outcome/",
      "status": "INTERIM",
      "evidence_status": "Reproducible from public L0 reconciliation CSVs for R72 P1 (64/84 vs 60/84) and partial P3 (12/13 vs 10/11); not independently joined to the canonical official outcome export (0 matching scored rows). Initial design and complete lifecycle remain source-reported, not reproducible from public data.",
      "round_id": "r72",
      "round_url": "/rounds/r72/",
      "hypothesis_ids": [
        "H113",
        "H136",
        "H138"
      ],
      "metric": "early_stop_round_denominators",
      "unit": null,
      "reconciliation_status": "Public L0 CSV analysis is reproducible; official outcome join status remains explicitly scoped in evidence_status.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-frontier-lifecycle-and-outcome",
      "url": "/claims/cl-wa-frontier-lifecycle-and-outcome/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "frontier",
      "round_url": "/rounds/frontier/",
      "hypothesis_ids": [
        "H90",
        "H138",
        "H151"
      ],
      "metric": "frontier_lane_lifecycle",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-studio-kogen-lifecycle-and-outcome",
      "url": "/claims/cl-wa-studio-kogen-lifecycle-and-outcome/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "studio-kogen",
      "round_url": "/rounds/studio-kogen/",
      "hypothesis_ids": [
        "H65",
        "H87",
        "H89"
      ],
      "metric": "smoke_only_lifecycle",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-studio-kogen-80a4-lifecycle-and-outcome",
      "url": "/claims/cl-wa-studio-kogen-80a4-lifecycle-and-outcome/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "studio-kogen-80a4",
      "round_url": "/rounds/studio-kogen-80a4/",
      "hypothesis_ids": [
        "H65",
        "H87",
        "H89"
      ],
      "metric": "smoke_only_lifecycle",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-studio-shaper-pilot-lifecycle-and-outcome",
      "url": "/claims/cl-wa-studio-shaper-pilot-lifecycle-and-outcome/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "studio-shaper-pilot",
      "round_url": "/rounds/studio-shaper-pilot/",
      "hypothesis_ids": [
        "H65",
        "H87",
        "H88"
      ],
      "metric": "smoke_only_lifecycle",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r57-studio-lifecycle-and-outcome",
      "url": "/claims/cl-wa-r57-studio-lifecycle-and-outcome/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "r57-studio",
      "round_url": "/rounds/r57-studio/",
      "hypothesis_ids": [
        "H87",
        "H88",
        "H89"
      ],
      "metric": "setup_invalid_pilot",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r57-t90-studio-lifecycle-and-outcome",
      "url": "/claims/cl-wa-r57-t90-studio-lifecycle-and-outcome/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "r57-t90-studio",
      "round_url": "/rounds/r57-t90-studio/",
      "hypothesis_ids": [
        "H87",
        "H88",
        "H89"
      ],
      "metric": "smoke_only_lifecycle",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r58x-studio-lifecycle-and-outcome",
      "url": "/claims/cl-wa-r58x-studio-lifecycle-and-outcome/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "r58x-studio",
      "round_url": "/rounds/r58x-studio/",
      "hypothesis_ids": [
        "H77",
        "H87",
        "H88",
        "H138"
      ],
      "metric": "partial_round_denominator_conflict",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r70-rve-r70-original-rve-elixir-full-pass",
      "url": "/claims/cl-wa-r70-rve-r70-original-rve-elixir-full-pass/",
      "status": "CONFOUNDED",
      "evidence_status": "reproducible from public data",
      "round_id": "r70-rve",
      "round_url": "/rounds/r70-rve/",
      "hypothesis_ids": [
        "H114"
      ],
      "metric": "official_full_pass",
      "unit": "scored official cells",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r70-rve-r70-original-rve-go-full-pass",
      "url": "/claims/cl-wa-r70-rve-r70-original-rve-go-full-pass/",
      "status": "CONFOUNDED",
      "evidence_status": "reproducible from public data",
      "round_id": "r70-rve",
      "round_url": "/rounds/r70-rve/",
      "hypothesis_ids": [
        "H114"
      ],
      "metric": "official_full_pass",
      "unit": "scored official cells",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r70-rve-r70-original-rve-rust-full-pass",
      "url": "/claims/cl-wa-r70-rve-r70-original-rve-rust-full-pass/",
      "status": "CONFOUNDED",
      "evidence_status": "reproducible from public data",
      "round_id": "r70-rve",
      "round_url": "/rounds/r70-rve/",
      "hypothesis_ids": [
        "H114"
      ],
      "metric": "official_full_pass",
      "unit": "scored official cells",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r70-rve-r70-original-rve-ts-bun-full-pass",
      "url": "/claims/cl-wa-r70-rve-r70-original-rve-ts-bun-full-pass/",
      "status": "CONFOUNDED",
      "evidence_status": "reproducible from public data",
      "round_id": "r70-rve",
      "round_url": "/rounds/r70-rve/",
      "hypothesis_ids": [
        "H114"
      ],
      "metric": "official_full_pass",
      "unit": "scored official cells",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r70-rve-rerun-r70-rve-rerun-elixir-full-pass",
      "url": "/claims/cl-wa-r70-rve-rerun-r70-rve-rerun-elixir-full-pass/",
      "status": "CONFOUNDED",
      "evidence_status": "reproducible from public data",
      "round_id": "r70-rve-rerun",
      "round_url": "/rounds/r70-rve-rerun/",
      "hypothesis_ids": [
        "H114"
      ],
      "metric": "official_full_pass",
      "unit": "scored official cells",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r70-rve-rerun-r70-rve-rerun-go-full-pass",
      "url": "/claims/cl-wa-r70-rve-rerun-r70-rve-rerun-go-full-pass/",
      "status": "CONFOUNDED",
      "evidence_status": "reproducible from public data",
      "round_id": "r70-rve-rerun",
      "round_url": "/rounds/r70-rve-rerun/",
      "hypothesis_ids": [
        "H114"
      ],
      "metric": "official_full_pass",
      "unit": "scored official cells",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r70-rve-rerun-r70-rve-rerun-rust-full-pass",
      "url": "/claims/cl-wa-r70-rve-rerun-r70-rve-rerun-rust-full-pass/",
      "status": "CONFOUNDED",
      "evidence_status": "reproducible from public data",
      "round_id": "r70-rve-rerun",
      "round_url": "/rounds/r70-rve-rerun/",
      "hypothesis_ids": [
        "H114"
      ],
      "metric": "official_full_pass",
      "unit": "scored official cells",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r70-rve-rerun-r70-rve-rerun-ts-bun-full-pass",
      "url": "/claims/cl-wa-r70-rve-rerun-r70-rve-rerun-ts-bun-full-pass/",
      "status": "CONFOUNDED",
      "evidence_status": "reproducible from public data",
      "round_id": "r70-rve-rerun",
      "round_url": "/rounds/r70-rve-rerun/",
      "hypothesis_ids": [
        "H114"
      ],
      "metric": "official_full_pass",
      "unit": "scored official cells",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r70-rve-ext-r70-rve-ext-elixir-full-pass",
      "url": "/claims/cl-wa-r70-rve-ext-r70-rve-ext-elixir-full-pass/",
      "status": "VALID",
      "evidence_status": "reproducible from public data",
      "round_id": "r70-rve-ext",
      "round_url": "/rounds/r70-rve-ext/",
      "hypothesis_ids": [
        "H114"
      ],
      "metric": "official_full_pass",
      "unit": "scored official cells",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r70-rve-ext-r70-rve-ext-go-full-pass",
      "url": "/claims/cl-wa-r70-rve-ext-r70-rve-ext-go-full-pass/",
      "status": "VALID",
      "evidence_status": "reproducible from public data",
      "round_id": "r70-rve-ext",
      "round_url": "/rounds/r70-rve-ext/",
      "hypothesis_ids": [
        "H114"
      ],
      "metric": "official_full_pass",
      "unit": "scored official cells",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r70-rve-ext-r70-rve-ext-rust-full-pass",
      "url": "/claims/cl-wa-r70-rve-ext-r70-rve-ext-rust-full-pass/",
      "status": "VALID",
      "evidence_status": "reproducible from public data",
      "round_id": "r70-rve-ext",
      "round_url": "/rounds/r70-rve-ext/",
      "hypothesis_ids": [
        "H114"
      ],
      "metric": "official_full_pass",
      "unit": "scored official cells",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r70-rve-ext-r70-rve-ext-ts-bun-full-pass",
      "url": "/claims/cl-wa-r70-rve-ext-r70-rve-ext-ts-bun-full-pass/",
      "status": "VALID",
      "evidence_status": "reproducible from public data",
      "round_id": "r70-rve-ext",
      "round_url": "/rounds/r70-rve-ext/",
      "hypothesis_ids": [
        "H114"
      ],
      "metric": "official_full_pass",
      "unit": "scored official cells",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r70-rve-ungraded-delivery-itt-gap",
      "url": "/claims/cl-wa-r70-rve-ungraded-delivery-itt-gap/",
      "status": "CONFOUNDED",
      "evidence_status": "reproducible from public data for 40 scored cells; source-reported, not reproducible from public data for the five extra deliveries",
      "round_id": "r70-rve",
      "round_url": "/rounds/r70-rve/",
      "hypothesis_ids": [
        "H114"
      ],
      "metric": "unmatched_ungraded_delivery_count",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r70-task8v1-smoke-codex-gpt-6-luna-max-default-r70-8-go-r90",
      "url": "/claims/cl-wa-r70-task8v1-smoke-codex-gpt-6-luna-max-default-r70-8-go-r90/",
      "status": "DESCRIPTIVE",
      "evidence_status": "reproducible from public data",
      "round_id": "r70-task8",
      "round_url": "/rounds/r70-task8/",
      "hypothesis_ids": [
        "H114"
      ],
      "metric": "smoke_test_fraction",
      "unit": "hidden-test assertions in unscored smoke",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r70-task8v1-smoke-codex-gpt-6-luna-max-default-r70-8-rust-r90",
      "url": "/claims/cl-wa-r70-task8v1-smoke-codex-gpt-6-luna-max-default-r70-8-rust-r90/",
      "status": "DESCRIPTIVE",
      "evidence_status": "reproducible from public data",
      "round_id": "r70-task8",
      "round_url": "/rounds/r70-task8/",
      "hypothesis_ids": [
        "H114"
      ],
      "metric": "smoke_test_fraction",
      "unit": "hidden-test assertions in unscored smoke",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r70-task8v2-smoke-codex-gpt-6-luna-max-default-r70-8-go-v2-r1",
      "url": "/claims/cl-wa-r70-task8v2-smoke-codex-gpt-6-luna-max-default-r70-8-go-v2-r1/",
      "status": "DESCRIPTIVE",
      "evidence_status": "reproducible from public data",
      "round_id": "r70-task8",
      "round_url": "/rounds/r70-task8/",
      "hypothesis_ids": [
        "H114"
      ],
      "metric": "smoke_test_fraction",
      "unit": "hidden-test assertions in unscored smoke",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r70-task8v2-smoke-codex-gpt-6-luna-max-default-r70-8-rust-v2-r1",
      "url": "/claims/cl-wa-r70-task8v2-smoke-codex-gpt-6-luna-max-default-r70-8-rust-v2-r1/",
      "status": "DESCRIPTIVE",
      "evidence_status": "reproducible from public data",
      "round_id": "r70-task8",
      "round_url": "/rounds/r70-task8/",
      "hypothesis_ids": [
        "H114"
      ],
      "metric": "smoke_test_fraction",
      "unit": "hidden-test assertions in unscored smoke",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-campfire-lane1-formal-cell-lifecycle",
      "url": "/claims/cl-wa-campfire-lane1-formal-cell-lifecycle/",
      "status": "WITHDRAWN",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "campfire-lane1",
      "round_url": "/rounds/campfire-lane1/",
      "hypothesis_ids": [],
      "metric": "withdrawn_formal_lifecycle",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-campfire-lane2-formal-cell-lifecycle",
      "url": "/claims/cl-wa-campfire-lane2-formal-cell-lifecycle/",
      "status": "WITHDRAWN",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "campfire-lane2",
      "round_url": "/rounds/campfire-lane2/",
      "hypothesis_ids": [],
      "metric": "withdrawn_formal_lifecycle",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-llm-latency-short-request-counts-and-endpoints",
      "url": "/claims/cl-wa-llm-latency-short-request-counts-and-endpoints/",
      "status": "DESCRIPTIVE",
      "evidence_status": "reproducible from public raw logs",
      "round_id": "llm-latency-short",
      "round_url": "/rounds/llm-latency-short/",
      "hypothesis_ids": [],
      "metric": "client_visible_latency",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-llm-latency-long-request-counts-and-endpoints",
      "url": "/claims/cl-wa-llm-latency-long-request-counts-and-endpoints/",
      "status": "DESCRIPTIVE",
      "evidence_status": "reproducible from public raw logs",
      "round_id": "llm-latency-long",
      "round_url": "/rounds/llm-latency-long/",
      "hypothesis_ids": [],
      "metric": "client_visible_latency",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-intent-coverage-audit-reported-observation",
      "url": "/claims/cl-wa-intent-coverage-audit-reported-observation/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "intent-coverage-audit",
      "round_url": "/rounds/intent-coverage-audit/",
      "hypothesis_ids": [],
      "metric": "offline_intent_coverage_audit",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-overstrict-replay-reported-observation",
      "url": "/claims/cl-wa-overstrict-replay-reported-observation/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "overstrict-replay",
      "round_url": "/rounds/overstrict-replay/",
      "hypothesis_ids": [],
      "metric": "offline_overstrict_test_replay",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-candidate-counterfactual-reported-observation",
      "url": "/claims/cl-wa-candidate-counterfactual-reported-observation/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "candidate-counterfactual",
      "round_url": "/rounds/candidate-counterfactual/",
      "hypothesis_ids": [],
      "metric": "saved_candidate_counterfactual",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-offline-review-reported-observation",
      "url": "/claims/cl-wa-offline-review-reported-observation/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "offline-review",
      "round_url": "/rounds/offline-review/",
      "hypothesis_ids": [],
      "metric": "historical_offline_review_proxy",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-offline-review3-reported-observation",
      "url": "/claims/cl-wa-offline-review3-reported-observation/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "offline-review3",
      "round_url": "/rounds/offline-review3/",
      "hypothesis_ids": [],
      "metric": "frozen_offline_reviewer_comparison",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-offline-contract-audit-reported-observation",
      "url": "/claims/cl-wa-offline-contract-audit-reported-observation/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "offline-contract-audit",
      "round_url": "/rounds/offline-contract-audit/",
      "hypothesis_ids": [],
      "metric": "offline_contract_audit",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-offline-aa-bo3-reported-observation",
      "url": "/claims/cl-wa-offline-aa-bo3-reported-observation/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "offline-aa-bo3",
      "round_url": "/rounds/offline-aa-bo3/",
      "hypothesis_ids": [],
      "metric": "offline_false_promotion_and_selector_replay",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-jev-route-ctx-reported-observation",
      "url": "/claims/cl-wa-jev-route-ctx-reported-observation/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "jev-route-ctx",
      "round_url": "/rounds/jev-route-ctx/",
      "hypothesis_ids": [],
      "metric": "offline_route_agreement",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-jev-triage-ctx-reported-observation",
      "url": "/claims/cl-wa-jev-triage-ctx-reported-observation/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "jev-triage-ctx",
      "round_url": "/rounds/jev-triage-ctx/",
      "hypothesis_ids": [],
      "metric": "offline_failure_triage",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-t98-cache-smoke-reported-observation",
      "url": "/claims/cl-wa-t98-cache-smoke-reported-observation/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "t98-cache-smoke",
      "round_url": "/rounds/t98-cache-smoke/",
      "hypothesis_ids": [
        "H115"
      ],
      "metric": "cache_telemetry_smoke",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-t100-cache-lane-reported-observation",
      "url": "/claims/cl-wa-t100-cache-lane-reported-observation/",
      "status": "NOT-RUN",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "t100-cache-lane",
      "round_url": "/rounds/t100-cache-lane/",
      "hypothesis_ids": [
        "H116"
      ],
      "metric": "cache_lane_status",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r53-public-export-coverage",
      "url": "/claims/cl-wa-r53-public-export-coverage/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r53",
      "round_url": "/rounds/r53/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r53b-public-export-coverage",
      "url": "/claims/cl-wa-r53b-public-export-coverage/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r53b",
      "round_url": "/rounds/r53b/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r56-public-export-coverage",
      "url": "/claims/cl-wa-r56-public-export-coverage/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r56",
      "round_url": "/rounds/r56/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r56b-public-export-coverage",
      "url": "/claims/cl-wa-r56b-public-export-coverage/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r56b",
      "round_url": "/rounds/r56b/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r56c-public-export-coverage",
      "url": "/claims/cl-wa-r56c-public-export-coverage/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r56c",
      "round_url": "/rounds/r56c/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r56d-public-export-coverage",
      "url": "/claims/cl-wa-r56d-public-export-coverage/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r56d",
      "round_url": "/rounds/r56d/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r56p2-public-export-coverage",
      "url": "/claims/cl-wa-r56p2-public-export-coverage/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r56p2",
      "round_url": "/rounds/r56p2/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r57-public-export-coverage",
      "url": "/claims/cl-wa-r57-public-export-coverage/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r57",
      "round_url": "/rounds/r57/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r57b-public-export-coverage",
      "url": "/claims/cl-wa-r57b-public-export-coverage/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r57b",
      "round_url": "/rounds/r57b/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r57c-public-export-coverage",
      "url": "/claims/cl-wa-r57c-public-export-coverage/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r57c",
      "round_url": "/rounds/r57c/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r57d-public-export-coverage",
      "url": "/claims/cl-wa-r57d-public-export-coverage/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r57d",
      "round_url": "/rounds/r57d/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r57e-public-export-coverage",
      "url": "/claims/cl-wa-r57e-public-export-coverage/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r57e",
      "round_url": "/rounds/r57e/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r64-public-export-coverage",
      "url": "/claims/cl-wa-r64-public-export-coverage/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r64",
      "round_url": "/rounds/r64/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r64b-public-export-coverage",
      "url": "/claims/cl-wa-r64b-public-export-coverage/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r64b",
      "round_url": "/rounds/r64b/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r64c-public-export-coverage",
      "url": "/claims/cl-wa-r64c-public-export-coverage/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r64c",
      "round_url": "/rounds/r64c/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r64d-public-export-coverage",
      "url": "/claims/cl-wa-r64d-public-export-coverage/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r64d",
      "round_url": "/rounds/r64d/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r64e-public-export-coverage",
      "url": "/claims/cl-wa-r64e-public-export-coverage/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r64e",
      "round_url": "/rounds/r64e/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r69-public-export-coverage",
      "url": "/claims/cl-wa-r69-public-export-coverage/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r69",
      "round_url": "/rounds/r69/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r70-public-export-coverage",
      "url": "/claims/cl-wa-r70-public-export-coverage/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r70",
      "round_url": "/rounds/r70/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r71-public-export-coverage",
      "url": "/claims/cl-wa-r71-public-export-coverage/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r71",
      "round_url": "/rounds/r71/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r74-public-export-coverage",
      "url": "/claims/cl-wa-r74-public-export-coverage/",
      "status": "WITHDRAWN",
      "evidence_status": "reproducible from public data for public export counts; source-reported, not reproducible from public data for historical/planned denominator variants",
      "round_id": "r74",
      "round_url": "/rounds/r74/",
      "hypothesis_ids": [],
      "metric": "separate_public_export_row_counts",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-rails-catalogue-plan-shell-public-export-vs-reported",
      "url": "/claims/cl-wa-rails-catalogue-plan-shell-public-export-vs-reported/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for export counts/cost arithmetic; source-reported, not reproducible from public data for historical denominators and cost claims",
      "round_id": "rails-catalogue",
      "round_url": "/rounds/rails-catalogue/",
      "hypothesis_ids": [],
      "metric": "retrospective_rails_export_pass_rate_and_denominator",
      "unit": "selected public cells",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-rails-catalogue-sol-high-public-export-vs-reported",
      "url": "/claims/cl-wa-rails-catalogue-sol-high-public-export-vs-reported/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for export counts/cost arithmetic; source-reported, not reproducible from public data for historical denominators and cost claims",
      "round_id": "rails-catalogue",
      "round_url": "/rounds/rails-catalogue/",
      "hypothesis_ids": [],
      "metric": "retrospective_rails_export_pass_rate_and_denominator",
      "unit": "selected public cells",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-rails-catalogue-luna-max-public-export-vs-reported",
      "url": "/claims/cl-wa-rails-catalogue-luna-max-public-export-vs-reported/",
      "status": "INTERIM",
      "evidence_status": "reproducible from public data for export counts/cost arithmetic; source-reported, not reproducible from public data for historical denominators and cost claims",
      "round_id": "rails-catalogue",
      "round_url": "/rounds/rails-catalogue/",
      "hypothesis_ids": [],
      "metric": "retrospective_rails_export_pass_rate_and_denominator",
      "unit": "selected public cells",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r53-source-reported-denominator-variants",
      "url": "/claims/cl-wa-r53-source-reported-denominator-variants/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "r53",
      "round_url": "/rounds/r53/",
      "hypothesis_ids": [],
      "metric": "historical_denominator_conflict",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r56-source-reported-denominator-variants",
      "url": "/claims/cl-wa-r56-source-reported-denominator-variants/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "r56",
      "round_url": "/rounds/r56/",
      "hypothesis_ids": [],
      "metric": "historical_denominator_conflict",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r57-source-reported-denominator-variants",
      "url": "/claims/cl-wa-r57-source-reported-denominator-variants/",
      "status": "INTERIM",
      "evidence_status": "Reproducible from the public L0 reconciliation CSV and public outcome export for the recovered 311-cell pooled population and published interim analysis. One planned Studio shell-only slot has no recovered cell ID or outcome, so the full planned population remains scoped and incomplete. INTERIM. The complete planned 312-cell population remains source-reported, not reproducible from public data.",
      "round_id": "r57",
      "round_url": "/rounds/r57/",
      "hypothesis_ids": [],
      "metric": "historical_denominator_conflict",
      "unit": null,
      "reconciliation_status": "Public L0 CSV analysis is reproducible; official outcome join status remains explicitly scoped in evidence_status.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r64-source-reported-denominator-variants",
      "url": "/claims/cl-wa-r64-source-reported-denominator-variants/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "r64",
      "round_url": "/rounds/r64/",
      "hypothesis_ids": [],
      "metric": "historical_denominator_conflict",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r69-source-reported-denominator-variants",
      "url": "/claims/cl-wa-r69-source-reported-denominator-variants/",
      "status": "INTERIM",
      "evidence_status": "Reproducible from the public L0 reconciliation CSV for the recovered 400-row assignment, 396 included ITT rows, arm counts, and intervals. The reconstruction has 327 internal official grades, of which 150 now match the refreshed public official outcome export; the official join remains partial. INTERIM. The full historical ITT partition remains source-reported, not reproducible from public data.",
      "round_id": "r69",
      "round_url": "/rounds/r69/",
      "hypothesis_ids": [],
      "metric": "historical_denominator_conflict",
      "unit": null,
      "reconciliation_status": "Public L0 CSV analysis is reproducible; the refreshed official export verifies 150/327 internal grades, and the registered 400-grade decision analysis remains incomplete.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r70-source-reported-denominator-variants",
      "url": "/claims/cl-wa-r70-source-reported-denominator-variants/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "r70",
      "round_url": "/rounds/r70/",
      "hypothesis_ids": [],
      "metric": "historical_denominator_conflict",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r71-source-reported-denominator-variants",
      "url": "/claims/cl-wa-r71-source-reported-denominator-variants/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": "r71",
      "round_url": "/rounds/r71/",
      "hypothesis_ids": [],
      "metric": "historical_denominator_conflict",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-WA-r74-source-reported-denominator-variants",
      "url": "/claims/cl-wa-r74-source-reported-denominator-variants/",
      "status": "WITHDRAWN",
      "evidence_status": "Reproducible from public L0 reconciliation CSVs for the recovered 167 internal scored rows, 9 smoke attempts, and coverage counts. These rows are not independently joined to the canonical official outcome export; 231 retained slots lack recovered cell IDs and terminal statuses. WITHDRAWN. 231 retained slots remain source-reported, not reproducible from public data.",
      "round_id": "r74",
      "round_url": "/rounds/r74/",
      "hypothesis_ids": [],
      "metric": "historical_denominator_conflict",
      "unit": null,
      "reconciliation_status": "Public L0 CSV analysis is reproducible; official outcome join status remains explicitly scoped in evidence_status.",
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-H111-historical-staged-and-direct-comparison",
      "url": "/claims/cl-h111-historical-staged-and-direct-comparison/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": null,
      "round_url": null,
      "hypothesis_ids": [
        "H111"
      ],
      "metric": "historical_staged_and_direct_comparison_claim",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-H112-historical-route-cost-frontier",
      "url": "/claims/cl-h112-historical-route-cost-frontier/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": null,
      "round_url": null,
      "hypothesis_ids": [
        "H112"
      ],
      "metric": "historical_route_cost_frontier_claim",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-H115-historical-cache-hit-comparison",
      "url": "/claims/cl-h115-historical-cache-hit-comparison/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": null,
      "round_url": null,
      "hypothesis_ids": [
        "H115"
      ],
      "metric": "historical_cache_hit_comparison_claim",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-H116-historical-cache-change",
      "url": "/claims/cl-h116-historical-cache-change/",
      "status": "INTERIM",
      "evidence_status": "source-reported, not reproducible from public data",
      "round_id": null,
      "round_url": null,
      "hypothesis_ids": [
        "H116"
      ],
      "metric": "historical_cache_change_claim",
      "unit": null,
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-L3-REPAIR-RESCUE-RATE",
      "url": "/claims/cl-l3-repair-rescue-rate/",
      "status": "VALID",
      "evidence_status": "Reproducible from six published aggregate repair rows; individual test-set preservation is unverifiable.",
      "round_id": "l3-repair",
      "round_url": "/rounds/l3-repair/",
      "hypothesis_ids": [
        "H12"
      ],
      "metric": "repair_rescue_count",
      "unit": "matched failed implementation repairs",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-L6-AUDITOR-ADVISORY-REPLAY",
      "url": "/claims/cl-l6-auditor-advisory-replay/",
      "status": "VALID",
      "evidence_status": "Reproducible from the published offline case and call ledgers; not a live Build-gate estimate.",
      "round_id": "l6-auditor-replay",
      "round_url": "/rounds/l6-auditor-replay/",
      "hypothesis_ids": [
        "H67"
      ],
      "metric": "offline_auditor_target_check",
      "unit": "auditor requests on 40 selected source patches",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    },
    {
      "id": "CL-SOL-LANG-REPLICATION-POSTHOC-EQUAL-TASK",
      "url": "/claims/cl-sol-lang-replication-posthoc-equal-task/",
      "status": "VALID",
      "evidence_status": "Reproducible from the published round-local CSV; equal-task formula is post-hoc because the original combined formula was not recorded.",
      "round_id": "lang-sol-replication",
      "round_url": "/rounds/lang-sol-replication/",
      "hypothesis_ids": [
        "H91",
        "H114"
      ],
      "metric": "posthoc_equal_task_pass_rate",
      "unit": "unweighted mean of six task-specific pass fractions",
      "reconciliation_status": null,
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/results/claim-ledger.jsonl"
    }
  ],
  "evidence": [
    {
      "id": "11-process-model",
      "title": "1.1 Process model",
      "url": "/evidence/11-process-model/",
      "hypothesis_ids": [
        "H18",
        "H24",
        "H106",
        "H110",
        "H147"
      ],
      "round_ids": [],
      "claim_ids": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/EVIDENCE-MAP.md"
    },
    {
      "id": "21-intent-kogenintentsintentmd",
      "title": "2.1 Intent .kogen/intents/<slug>/intent.md",
      "url": "/evidence/21-intent-kogenintentsintentmd/",
      "hypothesis_ids": [
        "H07",
        "H70",
        "H80",
        "H86",
        "H89"
      ],
      "round_ids": [
        "r69",
        "r71"
      ],
      "claim_ids": [
        "CL-WA-r69-public-export-coverage",
        "CL-WA-r71-public-export-coverage"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/EVIDENCE-MAP.md"
    },
    {
      "id": "24-acceptance-tests-and-stack-adapters",
      "title": "2.4 Acceptance tests and stack adapters",
      "url": "/evidence/24-acceptance-tests-and-stack-adapters/",
      "hypothesis_ids": [
        "H62",
        "H74",
        "H80",
        "H89",
        "H142"
      ],
      "round_ids": [
        "r55",
        "r70"
      ],
      "claim_ids": [
        "CL-WA-candidate-counterfactual-reported-observation",
        "CL-WA-intent-coverage-audit-reported-observation",
        "CL-WA-overstrict-replay-reported-observation"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/EVIDENCE-MAP.md"
    },
    {
      "id": "25-approval-protection-and-refs",
      "title": "2.5 Approval, protection and refs",
      "url": "/evidence/25-approval-protection-and-refs/",
      "hypothesis_ids": [
        "H16",
        "H17",
        "H65",
        "H145"
      ],
      "round_ids": [],
      "claim_ids": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/EVIDENCE-MAP.md"
    },
    {
      "id": "30-rules",
      "title": "3.0 Rules",
      "url": "/evidence/30-rules/",
      "hypothesis_ids": [
        "H01",
        "H15",
        "H75",
        "H87",
        "H117",
        "H124",
        "H140",
        "H144"
      ],
      "round_ids": [
        "r69",
        "r71",
        "r73"
      ],
      "claim_ids": [
        "CL-WA-candidate-counterfactual-reported-observation",
        "CL-WA-intent-coverage-audit-reported-observation",
        "CL-WA-overstrict-replay-reported-observation"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/EVIDENCE-MAP.md"
    },
    {
      "id": "31-the-recipe-ladder",
      "title": "3.1 The recipe: ladder",
      "url": "/evidence/31-the-recipe-ladder/",
      "hypothesis_ids": [
        "H39",
        "H50",
        "H75",
        "H90",
        "H111",
        "H112",
        "H116",
        "H129",
        "H131",
        "H139",
        "H143"
      ],
      "round_ids": [
        "hc-1",
        "hc-4",
        "r49",
        "r49b",
        "r53",
        "r56",
        "r64",
        "r65",
        "r65b",
        "r66",
        "r68b",
        "r72",
        "r74"
      ],
      "claim_ids": [
        "CL-H111-historical-staged-and-direct-comparison",
        "CL-H112-historical-route-cost-frontier",
        "CL-WA-r53-public-export-coverage",
        "CL-WA-r56-public-export-coverage",
        "CL-WA-r64-public-export-coverage",
        "CL-WA-r69-public-export-coverage",
        "CL-WA-r70-public-export-coverage",
        "CL-WA-r71-public-export-coverage",
        "CL-WA-r72-lifecycle-and-outcome",
        "CL-WA-r74-public-export-coverage"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/EVIDENCE-MAP.md"
    },
    {
      "id": "37-verification-and-base-relative-checks",
      "title": "3.7 Verification and base-relative checks",
      "url": "/evidence/37-verification-and-base-relative-checks/",
      "hypothesis_ids": [
        "H62",
        "H74",
        "H106",
        "H110"
      ],
      "round_ids": [
        "r37",
        "r56",
        "r67b",
        "x-surface"
      ],
      "claim_ids": [
        "CL-WA-candidate-counterfactual-reported-observation",
        "CL-WA-overstrict-replay-reported-observation",
        "CL-WA-x-surface-reported-x-surface-feedback-format",
        "CL-WA-x-surface-reported-x-surface-fixture-repair"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/EVIDENCE-MAP.md"
    },
    {
      "id": "38-verdict-audit-selection",
      "title": "3.8 Verdict, audit, selection",
      "url": "/evidence/38-verdict-audit-selection/",
      "hypothesis_ids": [
        "H67",
        "H69",
        "H73",
        "H125",
        "H128"
      ],
      "round_ids": [
        "r67b"
      ],
      "claim_ids": [
        "CL-WA-offline-aa-bo3-reported-observation",
        "CL-WA-offline-contract-audit-reported-observation",
        "CL-WA-offline-review-reported-observation",
        "CL-WA-offline-review3-reported-observation"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/EVIDENCE-MAP.md"
    },
    {
      "id": "39-commit-and-landing",
      "title": "3.9 Commit and landing",
      "url": "/evidence/39-commit-and-landing/",
      "hypothesis_ids": [
        "H16",
        "H17",
        "H65",
        "H82",
        "H89",
        "H145",
        "H147"
      ],
      "round_ids": [],
      "claim_ids": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/EVIDENCE-MAP.md"
    },
    {
      "id": "41-provider-port-and-test-seams",
      "title": "4.1 Provider port and test seams",
      "url": "/evidence/41-provider-port-and-test-seams/",
      "hypothesis_ids": [
        "H19",
        "H38",
        "H106",
        "H110",
        "H137",
        "H138"
      ],
      "round_ids": [
        "grok-frontier",
        "harness-compare-1",
        "llm-latency-long",
        "llm-latency-short",
        "x-surface"
      ],
      "claim_ids": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/EVIDENCE-MAP.md"
    },
    {
      "id": "49-provider-requests-and-prompt-caching",
      "title": "4.9 Provider requests and prompt caching",
      "url": "/evidence/49-provider-requests-and-prompt-caching/",
      "hypothesis_ids": [
        "H51",
        "H61",
        "H115",
        "H116",
        "H134",
        "H148",
        "H150"
      ],
      "round_ids": [
        "cache-replay-mechanism",
        "ctx-store",
        "r54",
        "r74",
        "t100-cache-lane",
        "t98-cache-smoke"
      ],
      "claim_ids": [
        "CL-H115-historical-cache-hit-comparison",
        "CL-H116-historical-cache-change",
        "CL-WA-ctx-store-reported-ctx-store-ranked-paths",
        "CL-WA-t100-cache-lane-reported-observation",
        "CL-WA-t98-cache-smoke-reported-observation"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/EVIDENCE-MAP.md"
    },
    {
      "id": "410-grok-provider",
      "title": "4.10 Grok provider",
      "url": "/evidence/410-grok-provider/",
      "hypothesis_ids": [
        "H37",
        "H38",
        "H47",
        "H48",
        "H131",
        "H136"
      ],
      "round_ids": [
        "grok-frontier",
        "r7"
      ],
      "claim_ids": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/EVIDENCE-MAP.md"
    },
    {
      "id": "51-process-custody-success-relevant-deadlines-hangs-arg_max",
      "title": "5.1 Process custody (success-relevant: deadlines, hangs, ARG_MAX)",
      "url": "/evidence/51-process-custody-success-relevant-deadlines-hangs-arg_max/",
      "hypothesis_ids": [
        "H16",
        "H17",
        "H65",
        "H81",
        "H84",
        "H89",
        "H145",
        "H146"
      ],
      "round_ids": [
        "r67",
        "r69"
      ],
      "claim_ids": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/EVIDENCE-MAP.md"
    },
    {
      "id": "61-out-of-core-v1",
      "title": "6.1 Out of core v1",
      "url": "/evidence/61-out-of-core-v1/",
      "hypothesis_ids": [
        "H29",
        "H37",
        "H94",
        "H97",
        "H100",
        "H105",
        "H130",
        "H146",
        "H148",
        "H153"
      ],
      "round_ids": [],
      "claim_ids": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/EVIDENCE-MAP.md"
    },
    {
      "id": "c1-definition",
      "title": "C.1 Definition",
      "url": "/evidence/c1-definition/",
      "hypothesis_ids": [
        "H91",
        "H99"
      ],
      "round_ids": [
        "r70",
        "r70-rve-ext",
        "r70-rve-rerun"
      ],
      "claim_ids": [],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/EVIDENCE-MAP.md"
    },
    {
      "id": "sources-and-precedence",
      "title": "Sources and precedence",
      "url": "/evidence/sources-and-precedence/",
      "hypothesis_ids": [
        "H86",
        "H90",
        "H111",
        "H116"
      ],
      "round_ids": [
        "r53",
        "r56",
        "r57",
        "r64",
        "r69",
        "r70",
        "r71",
        "r72",
        "r74",
        "t98-cache-smoke"
      ],
      "claim_ids": [
        "CL-WA-r53-source-reported-denominator-variants",
        "CL-WA-r56-source-reported-denominator-variants",
        "CL-WA-r57-source-reported-denominator-variants",
        "CL-WA-r64-source-reported-denominator-variants",
        "CL-WA-r69-source-reported-denominator-variants",
        "CL-WA-r70-source-reported-denominator-variants",
        "CL-WA-r71-source-reported-denominator-variants",
        "CL-WA-r74-source-reported-denominator-variants"
      ],
      "source": "https://github.com/KogenAI/kogen-bench/blob/607dfaf490e2e2bb13f78470ee8962028e2ed179/EVIDENCE-MAP.md"
    }
  ]
}
