{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r59", "task": "rails-ac-throttle-search", "tokens": 241517, "usd_est": 0.006982100000000001, "venue": "studio", "wall_s": 83.419}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r60", "task": "rails-ac-throttle-search", "tokens": 229682, "usd_est": 0.00644908, "venue": "studio", "wall_s": 118.481}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r59", "task": "rails-ac-throttle-search", "tokens": 151602, "usd_est": 0.00481004, "venue": "studio", "wall_s": 120.965}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-ac-throttle-search", "tokens": 223392, "usd_est": 0.00571816, "venue": "studio", "wall_s": 71.736}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r59", "task": "rails-ac-throttle-search", "tokens": 461868, "usd_est": 0.01296392, "venue": "studio", "wall_s": 220.229}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r60", "task": "rails-ac-throttle-search", "tokens": 206391, "usd_est": 0.0046167, "venue": "studio", "wall_s": 74.573}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r59", "task": "rails-aj-enqueue-after-commit", "tokens": 209798, "usd_est": 0.004886440000000001, "venue": "studio", "wall_s": 94.881}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r60", "task": "rails-aj-enqueue-after-commit", "tokens": 266861, "usd_est": 0.0060719400000000005, "venue": "studio", "wall_s": 108.974}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r59", "task": "rails-aj-enqueue-after-commit", "tokens": 195901, "usd_est": 0.00553818, "venue": "studio", "wall_s": 88.224}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-aj-enqueue-after-commit", "tokens": 281679, "usd_est": 0.0057107799999999995, "venue": "studio", "wall_s": 101.851}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r59", "task": "rails-aj-enqueue-after-commit", "tokens": 219642, "usd_est": 0.00506508, "venue": "studio", "wall_s": 137.747}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r60", "task": "rails-aj-enqueue-after-commit", "tokens": 267946, "usd_est": 0.00576836, "venue": "studio", "wall_s": 85.212}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r59", "task": "rails-aj-resumable-cleanup", "tokens": 218135, "usd_est": 0.00600366, "venue": "studio", "wall_s": 105.027}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r59", "task": "rails-aj-resumable-cleanup", "tokens": 183687, "usd_est": 0.00526438, "venue": "studio", "wall_s": 139.646}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r59", "task": "rails-aj-resumable-cleanup", "tokens": 254737, "usd_est": 0.007025860000000001, "venue": "studio", "wall_s": 172.287}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r60", "task": "rails-ar-archive-book-access", "tokens": 86506, "usd_est": 0.00243244, "venue": "studio", "wall_s": 62.408}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-ar-archive-book-access", "tokens": 92159, "usd_est": 0.00268422, "venue": "studio", "wall_s": 46.029}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r60", "task": "rails-ar-archive-book-access", "tokens": 71420, "usd_est": 0.0022498400000000003, "venue": "studio", "wall_s": 51.003}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r59", "task": "rails-ar-atomic-import", "tokens": 165218, "usd_est": 0.00411932, "venue": "studio", "wall_s": 65.522}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r59", "task": "rails-ar-atomic-import", "tokens": 131030, "usd_est": 0.00358756, "venue": "studio", "wall_s": 65.96}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r59", "task": "rails-ar-atomic-import", "tokens": 169276, "usd_est": 0.00445704, "venue": "studio", "wall_s": 84.902}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r59", "task": "rails-ar-bulk-access-grants", "tokens": 147408, "usd_est": 0.00483672, "venue": "studio", "wall_s": 115.2}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ar-bulk-access-grants", "tokens": 102610, "usd_est": 0.00395452, "venue": "studio", "wall_s": 121.86}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r59", "task": "rails-ar-bulk-access-grants", "tokens": 169107, "usd_est": 0.00526902, "venue": "studio", "wall_s": 118.632}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ar-bulk-access-grants", "tokens": 162441, "usd_est": 0.005406899999999999, "venue": "studio", "wall_s": 245.157}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r59", "task": "rails-ar-bulk-access-grants", "tokens": 207695, "usd_est": 0.00855054, "venue": "studio", "wall_s": 148.323}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r60", "task": "rails-ar-bulk-access-grants", "tokens": 169968, "usd_est": 0.00553032, "venue": "studio", "wall_s": 171.243}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r59", "task": "rails-ar-erase-account", "tokens": 414895, "usd_est": 0.01050494, "venue": "studio", "wall_s": 175.419}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r59", "task": "rails-ar-erase-account", "tokens": 271202, "usd_est": 0.007552280000000001, "venue": "studio", "wall_s": 119.229}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r59", "task": "rails-ar-erase-account", "tokens": 408106, "usd_est": 0.01094468, "venue": "studio", "wall_s": 162.206}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r59", "task": "rails-ar-tenant-isolation", "tokens": 509942, "usd_est": 0.01191988, "venue": "studio", "wall_s": 371.09}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r59", "task": "rails-ar-tenant-isolation", "tokens": 664686, "usd_est": 0.01464908, "venue": "studio", "wall_s": 375.828}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r59", "task": "rails-ar-tenant-isolation", "tokens": 443319, "usd_est": 0.01176262, "venue": "studio", "wall_s": 200.132}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r59", "task": "rails-as-variant-processed-once", "tokens": 348574, "usd_est": 0.00865452, "venue": "studio", "wall_s": 125.657}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-as-variant-processed-once", "tokens": 548265, "usd_est": 0.01416682, "venue": "studio", "wall_s": 279.454}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r59", "task": "rails-as-variant-processed-once", "tokens": 264483, "usd_est": 0.007499260000000001, "venue": "studio", "wall_s": 174.836}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-as-variant-processed-once", "tokens": 610584, "usd_est": 0.014148720000000002, "venue": "studio", "wall_s": 193.292}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r59", "task": "rails-as-variant-processed-once", "tokens": 736898, "usd_est": 0.01527036, "venue": "studio", "wall_s": 177.45}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-as-variant-processed-once", "tokens": 603577, "usd_est": 0.0131205, "venue": "studio", "wall_s": 181.225}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-active-storage-tracking", "tokens": 776256, "usd_est": 0.0221544, "venue": "studio", "wall_s": 411.656}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ft-active-storage-tracking", "tokens": 583815, "usd_est": 0.01626878, "venue": "studio", "wall_s": 308.331}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-ft-active-storage-tracking", "tokens": 1223349, "usd_est": 0.0260697, "venue": "studio", "wall_s": 735.255}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-activity-feed-api", "tokens": 642391, "usd_est": 0.0138435, "venue": "studio", "wall_s": 270.996}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ft-activity-feed-api", "tokens": 600572, "usd_est": 0.01261464, "venue": "studio", "wall_s": 157.704}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-ft-activity-feed-api", "tokens": 440248, "usd_est": 0.01200736, "venue": "studio", "wall_s": 143.151}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 818252, "usd_est": 0.017110240000000002, "venue": "studio", "wall_s": 329.144}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1451032, "usd_est": 0.02613456, "venue": "studio", "wall_s": 347.588}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 784028, "usd_est": 0.0159472, "venue": "studio", "wall_s": 219.707}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-cancelled-account-cleanup", "tokens": 518144, "usd_est": 0.01303952, "venue": "studio", "wall_s": 298.127}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ft-cancelled-account-cleanup", "tokens": 353104, "usd_est": 0.01052104, "venue": "studio", "wall_s": 176.51}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-ft-cancelled-account-cleanup", "tokens": 268067, "usd_est": 0.0077031800000000004, "venue": "studio", "wall_s": 93.366}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-entropy-sweep", "tokens": 488533, "usd_est": 0.011625459999999999, "venue": "studio", "wall_s": 255.86}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ft-entropy-sweep", "tokens": 442412, "usd_est": 0.011718880000000001, "venue": "studio", "wall_s": 193.743}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-ft-entropy-sweep", "tokens": 312609, "usd_est": 0.00895418, "venue": "studio", "wall_s": 95.613}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-i18n-support", "tokens": 2000383, "usd_est": 0.0401091, "venue": "studio", "wall_s": 533.185}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ft-i18n-support", "tokens": 2939518, "usd_est": 0.05292556, "venue": "studio", "wall_s": 1421.91}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-ft-i18n-support", "tokens": 8904964, "usd_est": 0.13313464000000003, "venue": "studio", "wall_s": 1230.289}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r59", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 523195, "usd_est": 0.013073740000000002, "venue": "studio", "wall_s": 339.655}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 630785, "usd_est": 0.014662020000000001, "venue": "studio", "wall_s": 453.924}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r59", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 946923, "usd_est": 0.01802446, "venue": "studio", "wall_s": 207.926}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 546590, "usd_est": 0.01280892, "venue": "studio", "wall_s": 147.642}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r59", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 722062, "usd_est": 0.0176922, "venue": "studio", "wall_s": 350.058}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 712022, "usd_est": 0.01691164, "venue": "studio", "wall_s": 210.347}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 497749, "usd_est": 0.01287026, "venue": "studio", "wall_s": 490.352}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 902766, "usd_est": 0.021342120000000003, "venue": "studio", "wall_s": 244.079}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 898643, "usd_est": 0.019114940000000004, "venue": "studio", "wall_s": 370.373}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-saas-billing", "tokens": 2580877, "usd_est": 0.046615779999999996, "venue": "studio", "wall_s": 857.315}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ft-saas-billing", "tokens": 1490622, "usd_est": 0.03321732, "venue": "studio", "wall_s": 477.407}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-ft-saas-billing", "tokens": 2491759, "usd_est": 0.046655020000000005, "venue": "studio", "wall_s": 581.378}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r59", "task": "rails-hw-scoped-broadcast", "tokens": 188470, "usd_est": 0.006838360000000001, "venue": "studio", "wall_s": 76.305}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-hw-scoped-broadcast", "tokens": 200573, "usd_est": 0.006830900000000001, "venue": "studio", "wall_s": 96.891}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r59", "task": "rails-hw-scoped-broadcast", "tokens": 147725, "usd_est": 0.00491802, "venue": "studio", "wall_s": 92.754}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-hw-scoped-broadcast", "tokens": 262672, "usd_est": 0.00647768, "venue": "studio", "wall_s": 127.126}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r59", "task": "rails-hw-scoped-broadcast", "tokens": 178197, "usd_est": 0.00468666, "venue": "studio", "wall_s": 83.505}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-hw-scoped-broadcast", "tokens": 155285, "usd_est": 0.004265140000000001, "venue": "studio", "wall_s": 60.41}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r60", "task": "rails-sec-audit-sweep", "tokens": 162113, "usd_est": 0.00513306, "venue": "studio", "wall_s": 57.169}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-sec-audit-sweep", "tokens": 168945, "usd_est": 0.004971860000000001, "venue": "studio", "wall_s": 107.936}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r60", "task": "rails-sec-audit-sweep", "tokens": 449099, "usd_est": 0.010434220000000001, "venue": "studio", "wall_s": 256.491}
{"ITT outcome": "fail", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-sup-legacy-conversions", "tokens": 151732, "usd_est": 0.00443048, "venue": "studio", "wall_s": 112.488}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-sup-legacy-conversions", "tokens": 165958, "usd_est": 0.00489316, "venue": "studio", "wall_s": 88.258}
{"ITT outcome": "pass", "arm": "Codex-Luna-high", "effort": "gpt-6-luna / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r60", "task": "rails-sup-legacy-conversions", "tokens": 240549, "usd_est": 0.006692180000000001, "venue": "studio", "wall_s": 171.309}
{"ITT outcome": "pass", "arm": "", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "unmapped", "task": "elx-05-cache-single-flight", "tokens": 82147, "usd_est": 0.00223206, "venue": "kogen-bench-eu", "wall_s": 42.195}
{"ITT outcome": "unresolved", "arm": "", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "unmapped", "task": "rails-ac-throttle-search", "tokens": 195607, "usd_est": 0.0055447, "venue": "kogen-bench-us", "wall_s": 24.545}
{"ITT outcome": "unresolved", "arm": "", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "unmapped", "task": "rails-ac-throttle-search", "tokens": 275085, "usd_est": 0.00589394, "venue": "kogen-bench-us", "wall_s": 143.121}
{"ITT outcome": "unresolved", "arm": "", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "unmapped", "task": "rails-aj-enqueue-after-commit", "tokens": 102531, "usd_est": 0.0025860600000000003, "venue": "kogen-bench-eu", "wall_s": 22.169}
{"ITT outcome": "unresolved", "arm": "", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "unmapped", "task": "rails-aj-enqueue-after-commit", "tokens": 139056, "usd_est": 0.00306824, "venue": "kogen-bench-eu", "wall_s": 33.685}
{"ITT outcome": "unresolved", "arm": "", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "unmapped", "task": "rails-ar-archive-book-access", "tokens": 87530, "usd_est": 0.0020233200000000003, "venue": "kogen-bench-us", "wall_s": 22.675}
{"ITT outcome": "unresolved", "arm": "", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "unmapped", "task": "rails-ar-archive-book-access", "tokens": 129196, "usd_est": 0.00286256, "venue": "kogen-bench-us", "wall_s": 32.703}
{"ITT outcome": "unresolved", "arm": "", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "unmapped", "task": "rails-sup-legacy-conversions", "tokens": 171815, "usd_est": 0.0037775, "venue": "kogen-bench-eu", "wall_s": 39.355}
{"ITT outcome": "unresolved", "arm": "", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "unmapped", "task": "rails-sup-legacy-conversions", "tokens": 104982, "usd_est": 0.00335476, "venue": "kogen-bench-eu", "wall_s": 31.754}
{"ITT outcome": "unresolved", "arm": "", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "unmapped", "task": "rt-02", "tokens": 65538, "usd_est": 0.0018666800000000001, "venue": "kogen-bench-eu", "wall_s": 31.167}
{"ITT outcome": "pass", "arm": "", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "unmapped", "task": "syn-14", "tokens": 97554, "usd_est": 0.00250548, "venue": "orchestrator-control", "wall_s": 36.718}
{"ITT outcome": "pass", "arm": "", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "unmapped", "task": "syn-14", "tokens": null, "usd_est": null, "venue": "orchestrator-control", "wall_s": null}
{"ITT outcome": "pass", "arm": "", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "unmapped", "task": "syn-14", "tokens": 116521, "usd_est": 0.00278554, "venue": "orchestrator-control", "wall_s": 55.254}
{"ITT outcome": "pass", "arm": "", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "unmapped", "task": "syn-14", "tokens": null, "usd_est": null, "venue": "orchestrator-control", "wall_s": null}
{"ITT outcome": "pass", "arm": "", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "unmapped", "task": "syn-17", "tokens": 191019, "usd_est": 0.00435966, "venue": "orchestrator-control", "wall_s": 63.803}
{"ITT outcome": "pass", "arm": "", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "unmapped", "task": "syn-17", "tokens": null, "usd_est": null, "venue": "orchestrator-control", "wall_s": null}
{"ITT outcome": "pass", "arm": "", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "unmapped", "task": "syn-17", "tokens": 206428, "usd_est": 0.0045844, "venue": "orchestrator-control", "wall_s": 58.393}
{"ITT outcome": "pass", "arm": "", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "unmapped", "task": "syn-17", "tokens": null, "usd_est": null, "venue": "orchestrator-control", "wall_s": null}
{"ITT outcome": "pass", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "12", "round": "r70-rve-rerun", "task": "r70-1-elixir", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "15", "round": "r70-rve-rerun", "task": "r70-1-elixir", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r70-rve-rerun", "task": "r70-1-elixir", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "31", "round": "r70-rve-ext", "task": "r70-2-elixir", "tokens": 9140731, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1388.391}
{"ITT outcome": "pass", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "32", "round": "r70-rve-ext", "task": "r70-2-elixir", "tokens": 6795326, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1139.43}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "33", "round": "r70-rve-ext", "task": "r70-2-elixir", "tokens": 6450482, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1501.801}
{"ITT outcome": "pass", "arm": "go", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "31", "round": "r70-rve-ext", "task": "r70-2-go", "tokens": 823837, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 349.767}
{"ITT outcome": "fail", "arm": "go", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "32", "round": "r70-rve-ext", "task": "r70-2-go", "tokens": 1116301, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 302.759}
{"ITT outcome": "pass", "arm": "go", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "33", "round": "r70-rve-ext", "task": "r70-2-go", "tokens": 412688, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 472.376}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "31", "round": "r70-rve-ext", "task": "r70-2-rust", "tokens": 470132, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 283.296}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "32", "round": "r70-rve-ext", "task": "r70-2-rust", "tokens": 723980, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 430.159}
{"ITT outcome": "pass", "arm": "ts-bun", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "31", "round": "r70-rve-ext", "task": "r70-2-ts-bun", "tokens": 875038, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 813.213}
{"ITT outcome": "pass", "arm": "ts-bun", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "32", "round": "r70-rve-ext", "task": "r70-2-ts-bun", "tokens": 789920, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 539.985}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "10", "round": "r70-rve-rerun", "task": "r70-4-elixir", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "13", "round": "r70-rve-rerun", "task": "r70-4-elixir", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "9", "round": "r70-rve-rerun", "task": "r70-4-elixir", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "go", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r70-rve-rerun", "task": "r70-4-go", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "go", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "13", "round": "r70-rve-rerun", "task": "r70-4-go", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "go", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r70-rve-rerun", "task": "r70-4-go", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r70-rve-rerun", "task": "r70-4-rust", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "13", "round": "r70-rve-rerun", "task": "r70-4-rust", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r70-rve-rerun", "task": "r70-4-rust", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "ts-bun", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r70-rve-rerun", "task": "r70-4-ts-bun", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "ts-bun", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "13", "round": "r70-rve-rerun", "task": "r70-4-ts-bun", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "fail", "arm": "ts-bun", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "9", "round": "r70-rve-rerun", "task": "r70-4-ts-bun", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "31", "round": "r70-rve-ext", "task": "r70-5-elixir", "tokens": 987305, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 642.482}
{"ITT outcome": "pass", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "32", "round": "r70-rve-ext", "task": "r70-5-elixir", "tokens": 995575, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 393.454}
{"ITT outcome": "pass", "arm": "go", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "31", "round": "r70-rve-ext", "task": "r70-5-go", "tokens": 353577, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 530.883}
{"ITT outcome": "fail", "arm": "go", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "32", "round": "r70-rve-ext", "task": "r70-5-go", "tokens": 458572, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 410.441}
{"ITT outcome": "pass", "arm": "go", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "33", "round": "r70-rve-ext", "task": "r70-5-go", "tokens": 421719, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 260.649}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "31", "round": "r70-rve-ext", "task": "r70-5-rust", "tokens": 372593, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 450.904}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "32", "round": "r70-rve-ext", "task": "r70-5-rust", "tokens": 303299, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 378.545}
{"ITT outcome": "pass", "arm": "ts-bun", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "31", "round": "r70-rve-ext", "task": "r70-5-ts-bun", "tokens": 458591, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 462.997}
{"ITT outcome": "pass", "arm": "ts-bun", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "32", "round": "r70-rve-ext", "task": "r70-5-ts-bun", "tokens": 860534, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 462.215}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "31", "round": "r70-rve-ext", "task": "r70-7-elixir", "tokens": 888801, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 3600.733}
{"ITT outcome": "pass", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "32", "round": "r70-rve-ext", "task": "r70-7-elixir", "tokens": 761822, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 316.168}
{"ITT outcome": "pass", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "33", "round": "r70-rve-ext", "task": "r70-7-elixir", "tokens": 411527, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 467.781}
{"ITT outcome": "pass", "arm": "go", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "31", "round": "r70-rve-ext", "task": "r70-7-go", "tokens": 372109, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 236.823}
{"ITT outcome": "pass", "arm": "go", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "32", "round": "r70-rve-ext", "task": "r70-7-go", "tokens": 263801, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 223.098}
{"ITT outcome": "fail", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "31", "round": "r70-rve-ext", "task": "r70-7-rust", "tokens": 202828, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 252.362}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "32", "round": "r70-rve-ext", "task": "r70-7-rust", "tokens": 397284, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 274.484}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "33", "round": "r70-rve-ext", "task": "r70-7-rust", "tokens": 602196, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 203.761}
{"ITT outcome": "pass", "arm": "ts-bun", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "31", "round": "r70-rve-ext", "task": "r70-7-ts-bun", "tokens": 269527, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 348.033}
{"ITT outcome": "pass", "arm": "ts-bun", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "32", "round": "r70-rve-ext", "task": "r70-7-ts-bun", "tokens": 244243, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 300.786}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r60", "task": "rails-ac-throttle-search", "tokens": 368418, "usd_est": 0.01116436, "venue": "studio", "wall_s": 168.376}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ac-throttle-search", "tokens": 691687, "usd_est": 0.01882366, "venue": "studio", "wall_s": 367.937}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r60", "task": "rails-ac-throttle-search", "tokens": 272959, "usd_est": 0.007222780000000001, "venue": "studio", "wall_s": 135.563}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r60b", "task": "rails-ac-throttle-search", "tokens": 1170880, "usd_est": 0.02870192, "venue": "studio", "wall_s": 734.24}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r60", "task": "rails-aj-enqueue-after-commit", "tokens": 241601, "usd_est": 0.00691922, "venue": "studio", "wall_s": 175.542}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-aj-enqueue-after-commit", "tokens": 350424, "usd_est": 0.008789680000000001, "venue": "studio", "wall_s": 245.934}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r60", "task": "rails-aj-enqueue-after-commit", "tokens": 307800, "usd_est": 0.00806696, "venue": "studio", "wall_s": 149.556}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r60b", "task": "rails-aj-enqueue-after-commit", "tokens": 357073, "usd_est": 0.00875178, "venue": "studio", "wall_s": 172.991}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r53", "task": "rails-aj-resumable-cleanup", "tokens": 200177, "usd_est": 0.00990634, "venue": "studio", "wall_s": 231.482}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r53", "task": "rails-aj-resumable-cleanup", "tokens": 217537, "usd_est": 0.01043434, "venue": "studio", "wall_s": 181.298}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r53", "task": "rails-aj-resumable-cleanup", "tokens": 309798, "usd_est": 0.012399, "venue": "studio", "wall_s": 340.772}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r53b", "task": "rails-aj-resumable-cleanup", "tokens": 270253, "usd_est": 0.014341940000000001, "venue": "studio", "wall_s": 321.617}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r53b", "task": "rails-aj-resumable-cleanup", "tokens": 817496, "usd_est": 0.02175896, "venue": "studio", "wall_s": 355.697}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r53b", "task": "rails-aj-resumable-cleanup", "tokens": 446818, "usd_est": 0.01624516, "venue": "studio", "wall_s": 345.47}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r60", "task": "rails-ar-archive-book-access", "tokens": 95582, "usd_est": 0.0029126800000000004, "venue": "studio", "wall_s": 80.923}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-ar-archive-book-access", "tokens": 101799, "usd_est": 0.00368054, "venue": "studio", "wall_s": 74.571}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r60", "task": "rails-ar-archive-book-access", "tokens": 108729, "usd_est": 0.0036650600000000004, "venue": "studio", "wall_s": 55.209}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r60b", "task": "rails-ar-archive-book-access", "tokens": 90866, "usd_est": 0.00303252, "venue": "studio", "wall_s": 84.002}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r53", "task": "rails-ar-atomic-import", "tokens": 106938, "usd_est": 0.004515239999999999, "venue": "studio", "wall_s": 104.751}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r53", "task": "rails-ar-atomic-import", "tokens": 143240, "usd_est": 0.00511928, "venue": "studio", "wall_s": 147.094}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r53", "task": "rails-ar-atomic-import", "tokens": 181561, "usd_est": 0.00663666, "venue": "studio", "wall_s": 210.101}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r53b", "task": "rails-ar-atomic-import", "tokens": 104161, "usd_est": 0.00475466, "venue": "studio", "wall_s": 107.465}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r53b", "task": "rails-ar-atomic-import", "tokens": 224796, "usd_est": 0.007676960000000001, "venue": "studio", "wall_s": 185.015}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r53b", "task": "rails-ar-atomic-import", "tokens": 254549, "usd_est": 0.00796586, "venue": "studio", "wall_s": 143.458}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r60", "task": "rails-ar-bulk-access-grants", "tokens": 181938, "usd_est": 0.00989668, "venue": "studio", "wall_s": 307.389}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-ar-bulk-access-grants", "tokens": 331043, "usd_est": 0.0154791, "venue": "studio", "wall_s": 305.466}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r60", "task": "rails-ar-bulk-access-grants", "tokens": 212943, "usd_est": 0.01098518, "venue": "studio", "wall_s": 270.856}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r60b", "task": "rails-ar-bulk-access-grants", "tokens": 373743, "usd_est": 0.01563878, "venue": "studio", "wall_s": 386.029}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r53", "task": "rails-ar-erase-account", "tokens": 1333877, "usd_est": 0.0332065, "venue": "studio", "wall_s": 579.811}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r53", "task": "rails-ar-erase-account", "tokens": 920950, "usd_est": 0.02586724, "venue": "studio", "wall_s": 758.676}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r53", "task": "rails-ar-erase-account", "tokens": 1638440, "usd_est": 0.04026168, "venue": "studio", "wall_s": 598.985}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r53b", "task": "rails-ar-erase-account", "tokens": 974160, "usd_est": 0.029315360000000002, "venue": "studio", "wall_s": 643.754}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r53b", "task": "rails-ar-erase-account", "tokens": 619959, "usd_est": 0.02223686, "venue": "studio", "wall_s": 472.294}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r53b", "task": "rails-ar-erase-account", "tokens": 560888, "usd_est": 0.01997136, "venue": "studio", "wall_s": 626.84}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r53", "task": "rails-ar-tenant-isolation", "tokens": 1164762, "usd_est": 0.026872600000000003, "venue": "studio", "wall_s": 450.029}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r53", "task": "rails-ar-tenant-isolation", "tokens": 1092024, "usd_est": 0.03087968, "venue": "studio", "wall_s": 592.396}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r53", "task": "rails-ar-tenant-isolation", "tokens": 2011716, "usd_est": 0.043691919999999995, "venue": "studio", "wall_s": 792.949}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r53b", "task": "rails-ar-tenant-isolation", "tokens": 741843, "usd_est": 0.02454374, "venue": "studio", "wall_s": 701.689}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r53b", "task": "rails-ar-tenant-isolation", "tokens": 1046775, "usd_est": 0.02985766, "venue": "studio", "wall_s": 656.734}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r53b", "task": "rails-ar-tenant-isolation", "tokens": 1255013, "usd_est": 0.030422260000000003, "venue": "studio", "wall_s": 520.98}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-as-variant-processed-once", "tokens": 330431, "usd_est": 0.01124726, "venue": "studio", "wall_s": 187.977}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-as-variant-processed-once", "tokens": 828623, "usd_est": 0.02278886, "venue": "studio", "wall_s": 530.607}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-as-variant-processed-once", "tokens": 487508, "usd_est": 0.01339304, "venue": "studio", "wall_s": 179.568}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r60b", "task": "rails-as-variant-processed-once", "tokens": 674076, "usd_est": 0.01991168, "venue": "studio", "wall_s": 338.485}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-active-storage-tracking", "tokens": 2920139, "usd_est": 0.0794515, "venue": "studio", "wall_s": 1419.813}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ft-active-storage-tracking", "tokens": 1830808, "usd_est": 0.048569919999999996, "venue": "studio", "wall_s": 2230.78}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-ft-active-storage-tracking", "tokens": 3175729, "usd_est": 0.08246714, "venue": "studio", "wall_s": 1472.254}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r60b", "task": "rails-ft-active-storage-tracking", "tokens": 3905109, "usd_est": 0.08285066, "venue": "studio", "wall_s": 2849.764}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-activity-feed-api", "tokens": 1138698, "usd_est": 0.02927956, "venue": "studio", "wall_s": 414.213}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ft-activity-feed-api", "tokens": 954961, "usd_est": 0.0251545, "venue": "studio", "wall_s": 352.751}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-ft-activity-feed-api", "tokens": 1108502, "usd_est": 0.02604692, "venue": "studio", "wall_s": 344.034}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r60b", "task": "rails-ft-activity-feed-api", "tokens": 767509, "usd_est": 0.021241060000000003, "venue": "studio", "wall_s": 349.354}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 3231164, "usd_est": 0.05736488000000001, "venue": "studio", "wall_s": 1381.224}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1397912, "usd_est": 0.035172800000000004, "venue": "studio", "wall_s": 520.753}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1021957, "usd_est": 0.02591034, "venue": "studio", "wall_s": 409.521}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r60b", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 3088832, "usd_est": 0.06499808, "venue": "studio", "wall_s": 1202.626}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-cancelled-account-cleanup", "tokens": 1174078, "usd_est": 0.027789, "venue": "studio", "wall_s": 747.418}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ft-cancelled-account-cleanup", "tokens": 461175, "usd_est": 0.01517006, "venue": "studio", "wall_s": 343.219}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-ft-cancelled-account-cleanup", "tokens": 518522, "usd_est": 0.02152116, "venue": "studio", "wall_s": 469.082}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r60b", "task": "rails-ft-cancelled-account-cleanup", "tokens": 1477624, "usd_est": 0.036042880000000006, "venue": "studio", "wall_s": 862.698}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-entropy-sweep", "tokens": 344143, "usd_est": 0.01374142, "venue": "studio", "wall_s": 267.899}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-ft-entropy-sweep", "tokens": 804987, "usd_est": 0.021386300000000004, "venue": "studio", "wall_s": 477.448}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-ft-entropy-sweep", "tokens": 751410, "usd_est": 0.02378628, "venue": "studio", "wall_s": 447.189}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r60b", "task": "rails-ft-entropy-sweep", "tokens": 676662, "usd_est": 0.0207774, "venue": "studio", "wall_s": 821.38}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1456776, "usd_est": 0.04246632, "venue": "studio", "wall_s": 669.794}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 821138, "usd_est": 0.02516332, "venue": "studio", "wall_s": 411.775}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 635154, "usd_est": 0.023938760000000003, "venue": "studio", "wall_s": 379.374}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r60b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2725561, "usd_est": 0.060582340000000005, "venue": "studio", "wall_s": 893.753}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 3971512, "usd_est": 0.07531752, "venue": "studio", "wall_s": 1019.645}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 2070682, "usd_est": 0.05283108, "venue": "studio", "wall_s": 1157.354}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 979109, "usd_est": 0.03660922, "venue": "studio", "wall_s": 1170.865}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r60b", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 2039697, "usd_est": 0.04752442, "venue": "studio", "wall_s": 1590.861}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-saas-billing", "tokens": 4133830, "usd_est": 0.09595028, "venue": "studio", "wall_s": 2764.443}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ft-saas-billing", "tokens": 6039439, "usd_est": 0.15984406, "venue": "studio", "wall_s": 2918.049}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-ft-saas-billing", "tokens": 4904003, "usd_est": 0.1058423, "venue": "studio", "wall_s": 2425.017}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r60b", "task": "rails-ft-saas-billing", "tokens": 3434437, "usd_est": 0.07791786, "venue": "studio", "wall_s": 1944.024}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r60", "task": "rails-hw-scoped-broadcast", "tokens": 258142, "usd_est": 0.011320760000000001, "venue": "studio", "wall_s": 232.438}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-hw-scoped-broadcast", "tokens": 306555, "usd_est": 0.01136182, "venue": "studio", "wall_s": 530.507}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r60", "task": "rails-hw-scoped-broadcast", "tokens": 441335, "usd_est": 0.013297740000000002, "venue": "studio", "wall_s": 329.351}
{"ITT outcome": "fail", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r60b", "task": "rails-hw-scoped-broadcast", "tokens": 202836, "usd_est": 0.0083012, "venue": "studio", "wall_s": 159.872}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r60", "task": "rails-sec-audit-sweep", "tokens": 267850, "usd_est": 0.01083012, "venue": "studio", "wall_s": 209.475}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-sec-audit-sweep", "tokens": 287257, "usd_est": 0.010027139999999999, "venue": "studio", "wall_s": 292.983}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r60", "task": "rails-sec-audit-sweep", "tokens": 441831, "usd_est": 0.01217942, "venue": "studio", "wall_s": 183.338}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r60b", "task": "rails-sec-audit-sweep", "tokens": 299925, "usd_est": 0.00982914, "venue": "studio", "wall_s": 307.619}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r60", "task": "rails-sup-legacy-conversions", "tokens": 265604, "usd_est": 0.00868136, "venue": "studio", "wall_s": 283.425}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-sup-legacy-conversions", "tokens": 395857, "usd_est": 0.0124081, "venue": "studio", "wall_s": 211.361}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r60", "task": "rails-sup-legacy-conversions", "tokens": 188998, "usd_est": 0.007420680000000001, "venue": "studio", "wall_s": 210.923}
{"ITT outcome": "pass", "arm": "Codex-Luna-max", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r60b", "task": "rails-sup-legacy-conversions", "tokens": 219926, "usd_est": 0.009603, "venue": "studio", "wall_s": 174.486}
{"ITT outcome": "pass", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r59", "task": "rails-ac-throttle-search", "tokens": 160088, "usd_est": 0.00437088, "venue": "studio", "wall_s": 62.902}
{"ITT outcome": "pass", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r59", "task": "rails-ac-throttle-search", "tokens": 264998, "usd_est": 0.006132200000000001, "venue": "studio", "wall_s": 117.979}
{"ITT outcome": "pass", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r59", "task": "rails-ac-throttle-search", "tokens": 142371, "usd_est": 0.0034776600000000005, "venue": "studio", "wall_s": 81.897}
{"ITT outcome": "pass", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r59", "task": "rails-aj-enqueue-after-commit", "tokens": 121240, "usd_est": 0.00386792, "venue": "studio", "wall_s": 60.163}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r59", "task": "rails-aj-enqueue-after-commit", "tokens": 154356, "usd_est": 0.0034385600000000002, "venue": "studio", "wall_s": 68.487}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r59", "task": "rails-aj-enqueue-after-commit", "tokens": 99741, "usd_est": 0.0024576999999999997, "venue": "studio", "wall_s": 70.565}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r59", "task": "rails-aj-resumable-cleanup", "tokens": 107401, "usd_est": 0.0041745, "venue": "studio", "wall_s": 60.035}
{"ITT outcome": "pass", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r59", "task": "rails-aj-resumable-cleanup", "tokens": 206978, "usd_est": 0.004562200000000001, "venue": "studio", "wall_s": 82.823}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r59", "task": "rails-aj-resumable-cleanup", "tokens": 197953, "usd_est": 0.00574042, "venue": "studio", "wall_s": 87.181}
{"ITT outcome": "pass", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r59", "task": "rails-ar-atomic-import", "tokens": 123859, "usd_est": 0.0030240600000000003, "venue": "studio", "wall_s": 50.722}
{"ITT outcome": "pass", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r59", "task": "rails-ar-atomic-import", "tokens": 130322, "usd_est": 0.0029004400000000002, "venue": "studio", "wall_s": 58.744}
{"ITT outcome": "pass", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r59", "task": "rails-ar-atomic-import", "tokens": 95159, "usd_est": 0.00262982, "venue": "studio", "wall_s": 50.254}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r59", "task": "rails-ar-bulk-access-grants", "tokens": 112113, "usd_est": 0.0034398600000000003, "venue": "studio", "wall_s": 67.459}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r59", "task": "rails-ar-bulk-access-grants", "tokens": 132861, "usd_est": 0.00381274, "venue": "studio", "wall_s": 89.221}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r59", "task": "rails-ar-bulk-access-grants", "tokens": 118765, "usd_est": 0.00310866, "venue": "studio", "wall_s": 62.276}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r59", "task": "rails-ar-erase-account", "tokens": 171084, "usd_est": 0.004424, "venue": "studio", "wall_s": 58.235}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r59", "task": "rails-ar-erase-account", "tokens": 188938, "usd_est": 0.00465572, "venue": "studio", "wall_s": 74.177}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r59", "task": "rails-ar-erase-account", "tokens": 176820, "usd_est": 0.00496832, "venue": "studio", "wall_s": 70.325}
{"ITT outcome": "pass", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r59", "task": "rails-ar-tenant-isolation", "tokens": 260709, "usd_est": 0.006497220000000001, "venue": "studio", "wall_s": 131.705}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r59", "task": "rails-ar-tenant-isolation", "tokens": 177093, "usd_est": 0.00614858, "venue": "studio", "wall_s": 95.261}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r59", "task": "rails-ar-tenant-isolation", "tokens": 333774, "usd_est": 0.00802956, "venue": "studio", "wall_s": 194.614}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r59", "task": "rails-as-variant-processed-once", "tokens": 429845, "usd_est": 0.01035314, "venue": "studio", "wall_s": 108.141}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r59", "task": "rails-as-variant-processed-once", "tokens": 428902, "usd_est": 0.00849724, "venue": "studio", "wall_s": 120.996}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r59", "task": "rails-as-variant-processed-once", "tokens": 229740, "usd_est": 0.005197200000000001, "venue": "studio", "wall_s": 93.879}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r59", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 292533, "usd_est": 0.006469460000000001, "venue": "studio", "wall_s": 112.394}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r59", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 168445, "usd_est": 0.00446362, "venue": "studio", "wall_s": 72.7}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r59", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 394313, "usd_est": 0.00859434, "venue": "studio", "wall_s": 108.703}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r59", "task": "rails-hw-scoped-broadcast", "tokens": 167506, "usd_est": 0.00367132, "venue": "studio", "wall_s": 49.418}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r59", "task": "rails-hw-scoped-broadcast", "tokens": 135748, "usd_est": 0.0035041599999999997, "venue": "studio", "wall_s": 98.557}
{"ITT outcome": "fail", "arm": "Codex-Luna-medium", "effort": "gpt-6-luna / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r59", "task": "rails-hw-scoped-broadcast", "tokens": 212008, "usd_est": 0.004674, "venue": "studio", "wall_s": 87.156}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ac-throttle-search", "tokens": 590945, "usd_est": 0.196258, "venue": "studio", "wall_s": 302.894}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ac-throttle-search", "tokens": 640396, "usd_est": 0.26620320000000003, "venue": "studio", "wall_s": 307.808}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r60b", "task": "rails-ac-throttle-search", "tokens": 899777, "usd_est": 0.358674, "venue": "studio", "wall_s": 394.827}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-ac-throttle-search", "tokens": 955877, "usd_est": 0.3210004, "venue": "studio", "wall_s": 342.649}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r64b", "task": "rails-ac-throttle-search", "tokens": 605372, "usd_est": 0.2177472, "venue": "studio", "wall_s": 227.783}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r60", "task": "rails-aj-enqueue-after-commit", "tokens": 444671, "usd_est": 0.18660279999999999, "venue": "studio", "wall_s": 262.757}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-aj-enqueue-after-commit", "tokens": 530271, "usd_est": 0.1910364, "venue": "studio", "wall_s": 336.115}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r60b", "task": "rails-aj-enqueue-after-commit", "tokens": 454211, "usd_est": 0.1782348, "venue": "studio", "wall_s": 257.7}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-aj-enqueue-after-commit", "tokens": 324855, "usd_est": 0.16874039999999998, "venue": "studio", "wall_s": 244.892}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r64b", "task": "rails-aj-enqueue-after-commit", "tokens": 495060, "usd_est": 0.1904, "venue": "studio", "wall_s": 254.668}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "rails-aj-resumable-cleanup", "tokens": 564642, "usd_est": 0.281356, "venue": "studio", "wall_s": 443.123}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r53", "task": "rails-aj-resumable-cleanup", "tokens": 622127, "usd_est": 0.2632348, "venue": "studio", "wall_s": 398.238}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "rails-aj-resumable-cleanup", "tokens": 780241, "usd_est": 0.27723559999999997, "venue": "studio", "wall_s": 425.439}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r53b", "task": "rails-aj-resumable-cleanup", "tokens": 641252, "usd_est": 0.24130079999999998, "venue": "studio", "wall_s": 319.258}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r53b", "task": "rails-aj-resumable-cleanup", "tokens": 1038806, "usd_est": 0.36934320000000004, "venue": "studio", "wall_s": 588.853}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r53b", "task": "rails-aj-resumable-cleanup", "tokens": 601949, "usd_est": 0.2368596, "venue": "studio", "wall_s": 327.479}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r60", "task": "rails-ar-archive-book-access", "tokens": 621760, "usd_est": 0.238832, "venue": "studio", "wall_s": 373.276}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-ar-archive-book-access", "tokens": 608825, "usd_est": 0.20170760000000001, "venue": "studio", "wall_s": 308.26}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r60b", "task": "rails-ar-archive-book-access", "tokens": 385016, "usd_est": 0.173784, "venue": "studio", "wall_s": 233.977}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-ar-archive-book-access", "tokens": 330474, "usd_est": 0.13611120000000002, "venue": "studio", "wall_s": 174.911}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r64b", "task": "rails-ar-archive-book-access", "tokens": 420133, "usd_est": 0.1677332, "venue": "studio", "wall_s": 225.109}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "rails-ar-atomic-import", "tokens": 270441, "usd_est": 0.109338, "venue": "studio", "wall_s": 255.175}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r53", "task": "rails-ar-atomic-import", "tokens": 230258, "usd_est": 0.1161112, "venue": "studio", "wall_s": 196.494}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "rails-ar-atomic-import", "tokens": 301430, "usd_est": 0.1284072, "venue": "studio", "wall_s": 208.091}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r53b", "task": "rails-ar-atomic-import", "tokens": 250618, "usd_est": 0.1046312, "venue": "studio", "wall_s": 166.549}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r53b", "task": "rails-ar-atomic-import", "tokens": 275361, "usd_est": 0.1675284, "venue": "studio", "wall_s": 188.766}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r53b", "task": "rails-ar-atomic-import", "tokens": 230578, "usd_est": 0.14042, "venue": "studio", "wall_s": 178.713}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r60", "task": "rails-ar-bulk-access-grants", "tokens": 509785, "usd_est": 0.23879720000000002, "venue": "studio", "wall_s": 507.018}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r60b", "task": "rails-ar-bulk-access-grants", "tokens": 653752, "usd_est": 0.249736, "venue": "studio", "wall_s": 444.4}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-ar-bulk-access-grants", "tokens": 401958, "usd_est": 0.2195272, "venue": "studio", "wall_s": 387.529}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r64b", "task": "rails-ar-bulk-access-grants", "tokens": 309589, "usd_est": 0.177258, "venue": "studio", "wall_s": 329.15}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "rails-ar-erase-account", "tokens": 1509553, "usd_est": 0.49145320000000003, "venue": "studio", "wall_s": 1029.674}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r53", "task": "rails-ar-erase-account", "tokens": 970900, "usd_est": 0.355552, "venue": "studio", "wall_s": 721.454}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "rails-ar-erase-account", "tokens": 1098094, "usd_est": 0.3638312, "venue": "studio", "wall_s": 509.237}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r53b", "task": "rails-ar-erase-account", "tokens": 954805, "usd_est": 0.33929, "venue": "studio", "wall_s": 475.909}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r53b", "task": "rails-ar-erase-account", "tokens": 440688, "usd_est": 0.2050224, "venue": "studio", "wall_s": 331.423}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r53b", "task": "rails-ar-erase-account", "tokens": 741499, "usd_est": 0.27520279999999997, "venue": "studio", "wall_s": 405.653}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "rails-ar-tenant-isolation", "tokens": 371572, "usd_est": 0.2158496, "venue": "studio", "wall_s": 367.501}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r53", "task": "rails-ar-tenant-isolation", "tokens": 507559, "usd_est": 0.2687676, "venue": "studio", "wall_s": 408.54}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "rails-ar-tenant-isolation", "tokens": 774551, "usd_est": 0.2775548, "venue": "studio", "wall_s": 375.369}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r53b", "task": "rails-ar-tenant-isolation", "tokens": 424319, "usd_est": 0.213934, "venue": "studio", "wall_s": 309.333}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r53b", "task": "rails-ar-tenant-isolation", "tokens": 519355, "usd_est": 0.239702, "venue": "studio", "wall_s": 339.129}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r53b", "task": "rails-ar-tenant-isolation", "tokens": 708458, "usd_est": 0.2873112, "venue": "studio", "wall_s": 403.636}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r60", "task": "rails-as-variant-processed-once", "tokens": 966506, "usd_est": 0.2768872, "venue": "studio", "wall_s": 366.134}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-as-variant-processed-once", "tokens": 652871, "usd_est": 0.2098972, "venue": "studio", "wall_s": 307.898}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r60b", "task": "rails-as-variant-processed-once", "tokens": 747487, "usd_est": 0.2323436, "venue": "studio", "wall_s": 285.734}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-as-variant-processed-once", "tokens": 580117, "usd_est": 0.2069492, "venue": "studio", "wall_s": 228.459}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r64b", "task": "rails-as-variant-processed-once", "tokens": 572490, "usd_est": 0.1937128, "venue": "studio", "wall_s": 197.29}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-active-storage-tracking", "tokens": 1748832, "usd_est": 0.6071504, "venue": "studio", "wall_s": 1203.048}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r60b", "task": "rails-ft-active-storage-tracking", "tokens": 2199582, "usd_est": 0.7494392, "venue": "studio", "wall_s": 1421.589}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "4", "round": "r64b", "task": "rails-ft-active-storage-tracking", "tokens": 1542242, "usd_est": 0.5350056, "venue": "studio", "wall_s": 850.911}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r64b", "task": "rails-ft-active-storage-tracking", "tokens": 2060466, "usd_est": 0.6016904000000001, "venue": "studio", "wall_s": 917.983}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-activity-feed-api", "tokens": 742204, "usd_est": 0.26171679999999997, "venue": "studio", "wall_s": 360.577}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ft-activity-feed-api", "tokens": 749470, "usd_est": 0.41306, "venue": "studio", "wall_s": 414.139}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r60b", "task": "rails-ft-activity-feed-api", "tokens": 716211, "usd_est": 0.2621708, "venue": "studio", "wall_s": 305.659}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "4", "round": "r64b", "task": "rails-ft-activity-feed-api", "tokens": 570222, "usd_est": 0.2453032, "venue": "studio", "wall_s": 318.479}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r64b", "task": "rails-ft-activity-feed-api", "tokens": 686700, "usd_est": 0.2818624, "venue": "studio", "wall_s": 316.218}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r60", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1387399, "usd_est": 0.444774, "venue": "studio", "wall_s": 579.083}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1096214, "usd_est": 0.37753040000000004, "venue": "studio", "wall_s": 570.426}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r60b", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1326882, "usd_est": 0.4453528, "venue": "studio", "wall_s": 638.701}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "4", "round": "r64b", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 925575, "usd_est": 0.32943320000000004, "venue": "studio", "wall_s": 432.86}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r64b", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 793159, "usd_est": 0.3330252, "venue": "studio", "wall_s": 379.506}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r60", "task": "rails-ft-cancelled-account-cleanup", "tokens": 971436, "usd_est": 0.33056, "venue": "studio", "wall_s": 452.796}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-ft-cancelled-account-cleanup", "tokens": 1143628, "usd_est": 0.3655136, "venue": "studio", "wall_s": 556.731}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r60b", "task": "rails-ft-cancelled-account-cleanup", "tokens": 1167595, "usd_est": 0.3469372, "venue": "studio", "wall_s": 417.901}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-ft-cancelled-account-cleanup", "tokens": 680021, "usd_est": 0.2604804, "venue": "studio", "wall_s": 326.269}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r64b", "task": "rails-ft-cancelled-account-cleanup", "tokens": 914011, "usd_est": 0.33605559999999995, "venue": "studio", "wall_s": 365.371}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-entropy-sweep", "tokens": 1228656, "usd_est": 0.4025232, "venue": "studio", "wall_s": 770.222}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-ft-entropy-sweep", "tokens": 745873, "usd_est": 0.2551508, "venue": "studio", "wall_s": 426.235}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r60b", "task": "rails-ft-entropy-sweep", "tokens": 654717, "usd_est": 0.2436372, "venue": "studio", "wall_s": 440.76}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-ft-entropy-sweep", "tokens": 811667, "usd_est": 0.2792412, "venue": "studio", "wall_s": 394.742}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r64b", "task": "rails-ft-entropy-sweep", "tokens": 680925, "usd_est": 0.24669960000000002, "venue": "studio", "wall_s": 415.678}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r60b", "task": "rails-ft-i18n-support", "tokens": 13940161, "usd_est": 2.9074916, "venue": "studio", "wall_s": 3115.874}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "4", "round": "r64b", "task": "rails-ft-i18n-support", "tokens": 7644704, "usd_est": 1.773088, "venue": "studio", "wall_s": 2200.508}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r64b", "task": "rails-ft-i18n-support", "tokens": 11048490, "usd_est": 3.0584424, "venue": "studio", "wall_s": 3388.511}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r60", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1630316, "usd_est": 0.5056256, "venue": "studio", "wall_s": 888.89}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1968777, "usd_est": 0.735786, "venue": "studio", "wall_s": 894.796}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r60b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1326793, "usd_est": 0.6001556, "venue": "studio", "wall_s": 685.382}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1691503, "usd_est": 0.5554572, "venue": "studio", "wall_s": 848.391}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r64b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1821466, "usd_est": 0.5830568, "venue": "studio", "wall_s": 851.763}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 1272000, "usd_est": 0.4243536, "venue": "studio", "wall_s": 653.083}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 1316768, "usd_est": 0.4324048, "venue": "studio", "wall_s": 807.5}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r60b", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 793480, "usd_est": 0.40739840000000005, "venue": "studio", "wall_s": 593.469}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "4", "round": "r64b", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 712165, "usd_est": 0.3369924, "venue": "studio", "wall_s": 482.458}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r64b", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 661447, "usd_est": 0.32078840000000003, "venue": "studio", "wall_s": 515.011}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-ft-saas-billing", "tokens": 3694970, "usd_est": 0.9223496000000001, "venue": "studio", "wall_s": 1281.062}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r60", "task": "rails-ft-saas-billing", "tokens": 2662808, "usd_est": 0.7910528, "venue": "studio", "wall_s": 1207.094}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r60b", "task": "rails-ft-saas-billing", "tokens": 2176970, "usd_est": 0.7810632, "venue": "studio", "wall_s": 1155.987}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "4", "round": "r64b", "task": "rails-ft-saas-billing", "tokens": 2021645, "usd_est": 0.7314004000000001, "venue": "studio", "wall_s": 1186.849}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r64b", "task": "rails-ft-saas-billing", "tokens": 2045184, "usd_est": 0.6215231999999999, "venue": "studio", "wall_s": 872.613}
{"ITT outcome": "fail", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r60", "task": "rails-hw-scoped-broadcast", "tokens": 446541, "usd_est": 0.197626, "venue": "studio", "wall_s": 284.633}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-hw-scoped-broadcast", "tokens": 374606, "usd_est": 0.18226, "venue": "studio", "wall_s": 307.387}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r60b", "task": "rails-hw-scoped-broadcast", "tokens": 623750, "usd_est": 0.23940879999999998, "venue": "studio", "wall_s": 372.253}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-hw-scoped-broadcast", "tokens": 308852, "usd_est": 0.1604688, "venue": "studio", "wall_s": 211.239}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r64b", "task": "rails-hw-scoped-broadcast", "tokens": 388238, "usd_est": 0.158772, "venue": "studio", "wall_s": 234.869}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r60", "task": "rails-sec-audit-sweep", "tokens": 642168, "usd_est": 0.2207232, "venue": "studio", "wall_s": 325.932}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-sec-audit-sweep", "tokens": 753639, "usd_est": 0.23427640000000002, "venue": "studio", "wall_s": 327.598}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r60b", "task": "rails-sec-audit-sweep", "tokens": 1461740, "usd_est": 0.4028496, "venue": "studio", "wall_s": 477.371}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-sec-audit-sweep", "tokens": 1079351, "usd_est": 0.3128492, "venue": "studio", "wall_s": 368.336}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r64b", "task": "rails-sec-audit-sweep", "tokens": 610846, "usd_est": 0.249636, "venue": "studio", "wall_s": 310.261}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r60", "task": "rails-sup-legacy-conversions", "tokens": 574250, "usd_est": 0.1872744, "venue": "studio", "wall_s": 274.885}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r60", "task": "rails-sup-legacy-conversions", "tokens": 639534, "usd_est": 0.244212, "venue": "studio", "wall_s": 291.845}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r60b", "task": "rails-sup-legacy-conversions", "tokens": 373637, "usd_est": 0.1505892, "venue": "studio", "wall_s": 213.6}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-sup-legacy-conversions", "tokens": 660032, "usd_est": 0.24521279999999998, "venue": "studio", "wall_s": 255.467}
{"ITT outcome": "pass", "arm": "Codex-Sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r64b", "task": "rails-sup-legacy-conversions", "tokens": 598291, "usd_est": 0.1921132, "venue": "studio", "wall_s": 225.483}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r63", "task": "rails-ac-throttle-search", "tokens": 314458, "usd_est": 0.1504184, "venue": "studio", "wall_s": 181.46}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r63", "task": "rails-ac-throttle-search", "tokens": 275969, "usd_est": 0.1011204, "venue": "studio", "wall_s": 146.358}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r63b", "task": "rails-ac-throttle-search", "tokens": 405686, "usd_est": 0.1302616, "venue": "studio", "wall_s": 267.187}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r63b", "task": "rails-ac-throttle-search", "tokens": 789367, "usd_est": 0.206142, "venue": "studio", "wall_s": 385.851}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r63", "task": "rails-aj-enqueue-after-commit", "tokens": 261190, "usd_est": 0.133532, "venue": "studio", "wall_s": 154.753}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r63", "task": "rails-aj-enqueue-after-commit", "tokens": 330002, "usd_est": 0.13711120000000002, "venue": "studio", "wall_s": 200.116}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r63b", "task": "rails-aj-enqueue-after-commit", "tokens": 384369, "usd_est": 0.14295560000000002, "venue": "studio", "wall_s": 232.45}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r63b", "task": "rails-aj-enqueue-after-commit", "tokens": 391089, "usd_est": 0.1405428, "venue": "studio", "wall_s": 250.65}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r63b", "task": "rails-aj-enqueue-after-commit", "tokens": 386710, "usd_est": 0.1642344, "venue": "studio", "wall_s": 224.37}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r63", "task": "rails-ar-archive-book-access", "tokens": 250500, "usd_est": 0.1084608, "venue": "studio", "wall_s": 156.884}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r63", "task": "rails-ar-archive-book-access", "tokens": 201875, "usd_est": 0.1111868, "venue": "studio", "wall_s": 122.203}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r63b", "task": "rails-ar-archive-book-access", "tokens": 218349, "usd_est": 0.076954, "venue": "studio", "wall_s": 164.693}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r63b", "task": "rails-ar-archive-book-access", "tokens": 323346, "usd_est": 0.1708408, "venue": "studio", "wall_s": 249.001}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r63b", "task": "rails-ar-archive-book-access", "tokens": 269963, "usd_est": 0.1186492, "venue": "studio", "wall_s": 211.907}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r63", "task": "rails-ar-bulk-access-grants", "tokens": 415914, "usd_est": 0.18158, "venue": "studio", "wall_s": 350.529}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r63", "task": "rails-ar-bulk-access-grants", "tokens": 386248, "usd_est": 0.182728, "venue": "studio", "wall_s": 305.093}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r63b", "task": "rails-ar-bulk-access-grants", "tokens": 373246, "usd_est": 0.145172, "venue": "studio", "wall_s": 353.876}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r63b", "task": "rails-ar-bulk-access-grants", "tokens": 333827, "usd_est": 0.13536279999999998, "venue": "studio", "wall_s": 310.171}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r63b", "task": "rails-ar-bulk-access-grants", "tokens": 260598, "usd_est": 0.17504720000000001, "venue": "studio", "wall_s": 301.012}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r63", "task": "rails-as-variant-processed-once", "tokens": 691826, "usd_est": 0.20638, "venue": "studio", "wall_s": 228.122}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r63", "task": "rails-as-variant-processed-once", "tokens": 491724, "usd_est": 0.1472704, "venue": "studio", "wall_s": 165.172}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r63b", "task": "rails-as-variant-processed-once", "tokens": 392520, "usd_est": 0.125064, "venue": "studio", "wall_s": 199.9}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r63b", "task": "rails-as-variant-processed-once", "tokens": 626282, "usd_est": 0.1784568, "venue": "studio", "wall_s": 260.931}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r63", "task": "rails-ft-active-storage-tracking", "tokens": 1223519, "usd_est": 0.4435388, "venue": "studio", "wall_s": 853.141}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r63", "task": "rails-ft-active-storage-tracking", "tokens": 1874466, "usd_est": 0.5383736, "venue": "studio", "wall_s": 939.273}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r63b", "task": "rails-ft-active-storage-tracking", "tokens": 1608827, "usd_est": 0.470062, "venue": "studio", "wall_s": 809.703}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r63b", "task": "rails-ft-active-storage-tracking", "tokens": 1374809, "usd_est": 0.3958164, "venue": "studio", "wall_s": 765.612}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r63b", "task": "rails-ft-active-storage-tracking", "tokens": 879481, "usd_est": 0.298946, "venue": "studio", "wall_s": 559.01}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r63", "task": "rails-ft-activity-feed-api", "tokens": 736132, "usd_est": 0.255784, "venue": "studio", "wall_s": 346.448}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r63", "task": "rails-ft-activity-feed-api", "tokens": 679924, "usd_est": 0.2767872, "venue": "studio", "wall_s": 313.339}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r63b", "task": "rails-ft-activity-feed-api", "tokens": 593629, "usd_est": 0.22469160000000002, "venue": "studio", "wall_s": 302.542}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "4", "round": "r63b", "task": "rails-ft-activity-feed-api", "tokens": 597753, "usd_est": 0.2348228, "venue": "studio", "wall_s": 381.28}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r63b", "task": "rails-ft-activity-feed-api", "tokens": 696207, "usd_est": 0.22580920000000002, "venue": "studio", "wall_s": 323.021}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r63", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 628014, "usd_est": 0.3116488, "venue": "studio", "wall_s": 329.63}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r63", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 977104, "usd_est": 0.297544, "venue": "studio", "wall_s": 387.291}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "4", "round": "r63b", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 463937, "usd_est": 0.1847396, "venue": "studio", "wall_s": 325.478}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r63b", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 749254, "usd_est": 0.2551976, "venue": "studio", "wall_s": 372.892}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r63", "task": "rails-ft-cancelled-account-cleanup", "tokens": 589704, "usd_est": 0.19168960000000002, "venue": "studio", "wall_s": 263.095}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r63", "task": "rails-ft-cancelled-account-cleanup", "tokens": 1024488, "usd_est": 0.267416, "venue": "studio", "wall_s": 336.0}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r63b", "task": "rails-ft-cancelled-account-cleanup", "tokens": 523226, "usd_est": 0.17176239999999998, "venue": "studio", "wall_s": 270.811}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "4", "round": "r63b", "task": "rails-ft-cancelled-account-cleanup", "tokens": 841927, "usd_est": 0.33639, "venue": "studio", "wall_s": 391.513}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r63b", "task": "rails-ft-cancelled-account-cleanup", "tokens": 1118337, "usd_est": 0.2910372, "venue": "studio", "wall_s": 536.886}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r63", "task": "rails-ft-entropy-sweep", "tokens": 451817, "usd_est": 0.18095879999999998, "venue": "studio", "wall_s": 255.859}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r63", "task": "rails-ft-entropy-sweep", "tokens": 538667, "usd_est": 0.184678, "venue": "studio", "wall_s": 301.564}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r63b", "task": "rails-ft-entropy-sweep", "tokens": 760710, "usd_est": 0.22482, "venue": "studio", "wall_s": 427.188}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r63b", "task": "rails-ft-entropy-sweep", "tokens": 600099, "usd_est": 0.2991676, "venue": "studio", "wall_s": 363.889}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r63b", "task": "rails-ft-entropy-sweep", "tokens": 659049, "usd_est": 0.19891720000000002, "venue": "studio", "wall_s": 319.49}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r63", "task": "rails-ft-i18n-support", "tokens": 8688211, "usd_est": 1.7641243999999998, "venue": "studio", "wall_s": 2227.812}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r63", "task": "rails-ft-i18n-support", "tokens": 11965628, "usd_est": 2.295864, "venue": "studio", "wall_s": 2686.266}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r63b", "task": "rails-ft-i18n-support", "tokens": 8397414, "usd_est": 1.729644, "venue": "studio", "wall_s": 2212.138}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r63b", "task": "rails-ft-i18n-support", "tokens": 8037519, "usd_est": 1.7507948, "venue": "studio", "wall_s": 2403.733}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r63", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 737385, "usd_est": 0.2752404, "venue": "studio", "wall_s": 433.912}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r63", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1381925, "usd_est": 0.350858, "venue": "studio", "wall_s": 443.913}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r63b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 701872, "usd_est": 0.2417504, "venue": "studio", "wall_s": 401.848}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r63b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 623925, "usd_est": 0.2559364, "venue": "studio", "wall_s": 421.78}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r63b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1733870, "usd_est": 0.5272184, "venue": "studio", "wall_s": 1079.984}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r63", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 690211, "usd_est": 0.2499916, "venue": "studio", "wall_s": 394.782}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r63", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 518322, "usd_est": 0.2193496, "venue": "studio", "wall_s": 373.502}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r63b", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 379018, "usd_est": 0.17075120000000002, "venue": "studio", "wall_s": 376.5}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "4", "round": "r63b", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 490102, "usd_est": 0.2259928, "venue": "studio", "wall_s": 431.834}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r63b", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 441765, "usd_est": 0.1768116, "venue": "studio", "wall_s": 388.918}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r63", "task": "rails-ft-saas-billing", "tokens": 1666131, "usd_est": 0.5349708000000001, "venue": "studio", "wall_s": 880.66}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r63", "task": "rails-ft-saas-billing", "tokens": 1815015, "usd_est": 0.5831611999999999, "venue": "studio", "wall_s": 833.762}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r63b", "task": "rails-ft-saas-billing", "tokens": 1532524, "usd_est": 0.4436704, "venue": "studio", "wall_s": 826.338}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "4", "round": "r63b", "task": "rails-ft-saas-billing", "tokens": 1248785, "usd_est": 0.39139240000000003, "venue": "studio", "wall_s": 689.7}
{"ITT outcome": "fail", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r63b", "task": "rails-ft-saas-billing", "tokens": 2353260, "usd_est": 0.6460752, "venue": "studio", "wall_s": 968.792}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r63", "task": "rails-hw-scoped-broadcast", "tokens": 317890, "usd_est": 0.1372424, "venue": "studio", "wall_s": 168.891}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r63", "task": "rails-hw-scoped-broadcast", "tokens": 270989, "usd_est": 0.1405796, "venue": "studio", "wall_s": 172.144}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r63b", "task": "rails-hw-scoped-broadcast", "tokens": 279469, "usd_est": 0.11065639999999999, "venue": "studio", "wall_s": 262.813}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r63b", "task": "rails-hw-scoped-broadcast", "tokens": 291773, "usd_est": 0.1376084, "venue": "studio", "wall_s": 537.69}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r63b", "task": "rails-hw-scoped-broadcast", "tokens": 354455, "usd_est": 0.16351960000000001, "venue": "studio", "wall_s": 209.406}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r63", "task": "rails-sec-audit-sweep", "tokens": 642850, "usd_est": 0.19456720000000002, "venue": "studio", "wall_s": 262.046}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r63", "task": "rails-sec-audit-sweep", "tokens": 419440, "usd_est": 0.207912, "venue": "studio", "wall_s": 246.532}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r63b", "task": "rails-sec-audit-sweep", "tokens": 422378, "usd_est": 0.1523976, "venue": "studio", "wall_s": 260.846}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r63b", "task": "rails-sec-audit-sweep", "tokens": 487125, "usd_est": 0.167554, "venue": "studio", "wall_s": 274.922}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r63b", "task": "rails-sec-audit-sweep", "tokens": 380330, "usd_est": 0.1545912, "venue": "studio", "wall_s": 266.661}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r63", "task": "rails-sup-legacy-conversions", "tokens": 446674, "usd_est": 0.1812056, "venue": "studio", "wall_s": 219.562}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "gpt-6.1-sol / medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r63", "task": "rails-sup-legacy-conversions", "tokens": 447985, "usd_est": 0.1460628, "venue": "studio", "wall_s": 195.893}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r63b", "task": "rails-sup-legacy-conversions", "tokens": 367440, "usd_est": 0.114176, "venue": "studio", "wall_s": 261.897}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r63b", "task": "rails-sup-legacy-conversions", "tokens": 234134, "usd_est": 0.1449736, "venue": "studio", "wall_s": 197.999}
{"ITT outcome": "pass", "arm": "Codex-Sol-medium", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r63b", "task": "rails-sup-legacy-conversions", "tokens": 465812, "usd_est": 0.1870096, "venue": "studio", "wall_s": 232.442}
{"ITT outcome": "not_scored", "arm": "acct-smoke2-codex", "effort": "medium", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r1", "task": "syn-14-bug-sla-business-hours", "tokens": 307326, "usd_est": 0.105508, "venue": "studio", "wall_s": 172.411}
{"ITT outcome": "pass", "arm": "first", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "1", "round": "unmapped", "task": "elx-05-cache-single-flight", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "first", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "1", "round": "unmapped", "task": "rt-02", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "first", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "1", "round": "unmapped", "task": "rt-04", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "2", "round": "unmapped", "task": "rt-04", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "first", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "1", "round": "unmapped", "task": "rt-06", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "first", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "2", "round": "unmapped", "task": "rt-06", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "kgnl164", "effort": "low", "exclusion reason": "", "harness": "kgn", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "unmapped", "task": "rails-ac-throttle-search", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 101.425}
{"ITT outcome": "fail", "arm": "kgnl164", "effort": "low", "exclusion reason": "", "harness": "kgn", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "unmapped", "task": "rails-ac-throttle-search", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 20.15}
{"ITT outcome": "fail", "arm": "kgnl164", "effort": "low", "exclusion reason": "", "harness": "kgn", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "unmapped", "task": "rails-aj-enqueue-after-commit", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 20.622}
{"ITT outcome": "pass", "arm": "kgnl164", "effort": "low", "exclusion reason": "", "harness": "kgn", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "unmapped", "task": "rails-aj-enqueue-after-commit", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 106.077}
{"ITT outcome": "fail", "arm": "kgnl164", "effort": "low", "exclusion reason": "", "harness": "kgn", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "unmapped", "task": "rails-ar-archive-book-access", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 31.659}
{"ITT outcome": "pass", "arm": "kgnl164", "effort": "low", "exclusion reason": "", "harness": "kgn", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "unmapped", "task": "rails-ar-archive-book-access", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 37.326}
{"ITT outcome": "fail", "arm": "kgnl164", "effort": "low", "exclusion reason": "", "harness": "kgn", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "unmapped", "task": "rails-sup-legacy-conversions", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 98.611}
{"ITT outcome": "fail", "arm": "kgnl164", "effort": "low", "exclusion reason": "", "harness": "kgn", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "unmapped", "task": "rails-sup-legacy-conversions", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 88.761}
{"ITT outcome": "pass", "arm": "accept", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "elx-02-ingest-supervision", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "approach", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "elx-02-ingest-supervision", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "elx-02-ingest-supervision", "tokens": 27388, "usd_est": null, "venue": "studio", "wall_s": 94.402}
{"ITT outcome": "pass", "arm": "spec", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "elx-02-ingest-supervision", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r69", "task": "elx-02-ingest-supervision", "tokens": 27518, "usd_est": null, "venue": "studio", "wall_s": 66.283}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r69", "task": "elx-02-ingest-supervision", "tokens": 44249, "usd_est": null, "venue": "studio", "wall_s": 105.461}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "elx-02-ingest-supervision", "tokens": 34480, "usd_est": null, "venue": "studio", "wall_s": 107.957}
{"ITT outcome": "pass", "arm": "accept", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "elx-04-queue-backpressure", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "approach", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "elx-04-queue-backpressure", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "elx-04-queue-backpressure", "tokens": 84542, "usd_est": null, "venue": "studio", "wall_s": 191.225}
{"ITT outcome": "pass", "arm": "spec", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "elx-04-queue-backpressure", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r69", "task": "elx-04-queue-backpressure", "tokens": 148716, "usd_est": null, "venue": "studio", "wall_s": 272.629}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "elx-04-queue-backpressure", "tokens": 99042, "usd_est": null, "venue": "studio", "wall_s": 222.506}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57e", "task": "elx-05-cache-single-flight", "tokens": 288270, "usd_est": null, "venue": "studio", "wall_s": 264.042}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57e", "task": "elx-05-cache-single-flight", "tokens": 59612, "usd_est": null, "venue": "studio", "wall_s": 154.133}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57e", "task": "elx-05-cache-single-flight", "tokens": 79746, "usd_est": null, "venue": "studio", "wall_s": 122.242}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57e", "task": "elx-05-cache-single-flight", "tokens": 33937, "usd_est": null, "venue": "studio", "wall_s": 91.558}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57e", "task": "elx-05-cache-single-flight", "tokens": 96295, "usd_est": null, "venue": "studio", "wall_s": 177.884}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57e", "task": "elx-05-cache-single-flight", "tokens": 32506, "usd_est": null, "venue": "studio", "wall_s": 100.214}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57e", "task": "elx-05-cache-single-flight", "tokens": 80090, "usd_est": null, "venue": "studio", "wall_s": 145.629}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57e", "task": "elx-05-cache-single-flight", "tokens": 56670, "usd_est": null, "venue": "studio", "wall_s": 145.882}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57e", "task": "elx-05-cache-single-flight", "tokens": 80699, "usd_est": null, "venue": "studio", "wall_s": 168.974}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57e", "task": "elx-05-cache-single-flight", "tokens": 50783, "usd_est": null, "venue": "studio", "wall_s": 136.147}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57e", "task": "elx-05-cache-single-flight", "tokens": 67351, "usd_est": null, "venue": "studio", "wall_s": 139.614}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57e", "task": "elx-05-cache-single-flight", "tokens": 82104, "usd_est": null, "venue": "studio", "wall_s": 148.125}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57e", "task": "elx-05-cache-single-flight", "tokens": 125099, "usd_est": null, "venue": "studio", "wall_s": 190.272}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57e", "task": "elx-05-cache-single-flight", "tokens": 41369, "usd_est": null, "venue": "studio", "wall_s": 133.023}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57e", "task": "elx-05-cache-single-flight", "tokens": 75456, "usd_est": null, "venue": "studio", "wall_s": 151.179}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57e", "task": "elx-05-cache-single-flight", "tokens": 75410, "usd_est": null, "venue": "studio", "wall_s": 169.636}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r24", "task": "elx-07-cli-stats", "tokens": 288792, "usd_est": null, "venue": "studio", "wall_s": 365.441}
{"ITT outcome": "pass", "arm": "Pstar-review-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r24", "task": "elx-07-cli-stats", "tokens": 226246, "usd_est": null, "venue": "studio", "wall_s": 416.003}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r57e", "task": "elx-07-cli-stats", "tokens": 255120, "usd_est": null, "venue": "studio", "wall_s": 297.633}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r57e", "task": "elx-07-cli-stats", "tokens": 117974, "usd_est": null, "venue": "studio", "wall_s": 171.187}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r24", "task": "elx-07-cli-stats", "tokens": 232739, "usd_est": null, "venue": "studio", "wall_s": 386.11}
{"ITT outcome": "pass", "arm": "Pstar-review-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r24", "task": "elx-07-cli-stats", "tokens": 239058, "usd_est": null, "venue": "studio", "wall_s": 426.954}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r57e", "task": "elx-07-cli-stats", "tokens": 223828, "usd_est": null, "venue": "studio", "wall_s": 274.577}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r57e", "task": "elx-07-cli-stats", "tokens": 118281, "usd_est": null, "venue": "studio", "wall_s": 250.965}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r24", "task": "elx-07-cli-stats", "tokens": 211784, "usd_est": null, "venue": "studio", "wall_s": 350.024}
{"ITT outcome": "pass", "arm": "Pstar-review-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r24", "task": "elx-07-cli-stats", "tokens": 243741, "usd_est": null, "venue": "studio", "wall_s": 400.515}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57e", "task": "elx-07-cli-stats", "tokens": 301749, "usd_est": null, "venue": "studio", "wall_s": 361.401}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r57e", "task": "elx-07-cli-stats", "tokens": 111111, "usd_est": null, "venue": "studio", "wall_s": 194.734}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r24", "task": "elx-07-cli-stats", "tokens": 295173, "usd_est": null, "venue": "studio", "wall_s": 394.198}
{"ITT outcome": "fail", "arm": "Pstar-review-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r24", "task": "elx-07-cli-stats", "tokens": 290401, "usd_est": null, "venue": "studio", "wall_s": 422.45}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r57e", "task": "elx-07-cli-stats", "tokens": 176741, "usd_est": null, "venue": "studio", "wall_s": 235.383}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r57e", "task": "elx-07-cli-stats", "tokens": 127337, "usd_est": null, "venue": "studio", "wall_s": 266.012}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r24", "task": "elx-07-cli-stats", "tokens": 309069, "usd_est": null, "venue": "studio", "wall_s": 363.373}
{"ITT outcome": "pass", "arm": "Pstar-review-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r24", "task": "elx-07-cli-stats", "tokens": 296540, "usd_est": null, "venue": "studio", "wall_s": 487.554}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r57e", "task": "elx-07-cli-stats", "tokens": 158115, "usd_est": null, "venue": "studio", "wall_s": 302.002}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57e", "task": "elx-07-cli-stats", "tokens": 67192, "usd_est": null, "venue": "studio", "wall_s": 208.916}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r57e", "task": "elx-07-cli-stats", "tokens": 297111, "usd_est": null, "venue": "studio", "wall_s": 354.845}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r57e", "task": "elx-07-cli-stats", "tokens": 179925, "usd_est": null, "venue": "studio", "wall_s": 240.475}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r57e", "task": "elx-07-cli-stats", "tokens": 234212, "usd_est": null, "venue": "studio", "wall_s": 314.634}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57e", "task": "elx-07-cli-stats", "tokens": 178470, "usd_est": null, "venue": "studio", "wall_s": 214.369}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57e", "task": "elx-07-cli-stats", "tokens": 324882, "usd_est": null, "venue": "studio", "wall_s": 333.241}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "8", "round": "r57e", "task": "elx-07-cli-stats", "tokens": 98064, "usd_est": null, "venue": "studio", "wall_s": 187.198}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57e", "task": "elx-12-retry-api-deprecation", "tokens": 228784, "usd_est": null, "venue": "studio", "wall_s": 259.0}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r57e", "task": "elx-12-retry-api-deprecation", "tokens": 221804, "usd_est": null, "venue": "studio", "wall_s": 241.927}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r57e", "task": "elx-12-retry-api-deprecation", "tokens": 159441, "usd_est": null, "venue": "studio", "wall_s": 211.461}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r57e", "task": "elx-12-retry-api-deprecation", "tokens": 66660, "usd_est": null, "venue": "studio", "wall_s": 142.627}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r57e", "task": "elx-12-retry-api-deprecation", "tokens": 214593, "usd_est": null, "venue": "studio", "wall_s": 256.921}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r57e", "task": "elx-12-retry-api-deprecation", "tokens": 74172, "usd_est": null, "venue": "studio", "wall_s": 164.639}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r57e", "task": "elx-12-retry-api-deprecation", "tokens": 168093, "usd_est": null, "venue": "studio", "wall_s": 234.894}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r57e", "task": "elx-12-retry-api-deprecation", "tokens": 80400, "usd_est": null, "venue": "studio", "wall_s": 206.297}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r57e", "task": "elx-12-retry-api-deprecation", "tokens": 139967, "usd_est": null, "venue": "studio", "wall_s": 255.952}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r57e", "task": "elx-12-retry-api-deprecation", "tokens": 125371, "usd_est": null, "venue": "studio", "wall_s": 205.753}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57e", "task": "elx-12-retry-api-deprecation", "tokens": 149261, "usd_est": null, "venue": "studio", "wall_s": 228.304}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57e", "task": "elx-12-retry-api-deprecation", "tokens": 184203, "usd_est": null, "venue": "studio", "wall_s": 253.525}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r57e", "task": "elx-12-retry-api-deprecation", "tokens": 187645, "usd_est": null, "venue": "studio", "wall_s": 275.01}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "8", "round": "r57e", "task": "elx-12-retry-api-deprecation", "tokens": 188058, "usd_est": null, "venue": "studio", "wall_s": 297.604}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57e", "task": "elx-12-retry-api-deprecation", "tokens": 162028, "usd_est": null, "venue": "studio", "wall_s": 238.414}
{"ITT outcome": "pass", "arm": "B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-ac-throttle-search", "tokens": 242783, "usd_est": 0.007631980000000001, "venue": "studio", "wall_s": 184.785}
{"ITT outcome": "fail", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r56", "task": "rails-ac-throttle-search", "tokens": 596777, "usd_est": 0.01473986, "venue": "studio", "wall_s": 303.244}
{"ITT outcome": "fail", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r56", "task": "rails-ac-throttle-search", "tokens": 420778, "usd_est": 0.012081239999999998, "venue": "studio", "wall_s": 311.612}
{"ITT outcome": "fail", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r56", "task": "rails-ac-throttle-search", "tokens": 335188, "usd_est": 0.01420984, "venue": "studio", "wall_s": 339.999}
{"ITT outcome": "pass", "arm": "B3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 71179, "usd_est": null, "venue": "studio", "wall_s": 82.809}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-ac-throttle-search", "tokens": 1698826, "usd_est": 0.52904636, "venue": "studio", "wall_s": 1621.792}
{"ITT outcome": "fail", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1867702, "usd_est": 0.5402891000000001, "venue": "studio", "wall_s": 1673.431}
{"ITT outcome": "fail", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1674669, "usd_est": 0.5419390199999999, "venue": "studio", "wall_s": 1489.696}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1649280, "usd_est": 0.49527714, "venue": "studio", "wall_s": 1524.281}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 2016408, "usd_est": 0.50894658, "venue": "studio", "wall_s": 1610.636}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1979969, "usd_est": 0.47061896, "venue": "studio", "wall_s": 1753.891}
{"ITT outcome": "fail", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1124292, "usd_est": 0.40515264, "venue": "studio", "wall_s": 1288.133}
{"ITT outcome": "fail", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1379454, "usd_est": 0.481096, "venue": "studio", "wall_s": 1293.782}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1866342, "usd_est": 0.59088952, "venue": "studio", "wall_s": 2024.544}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1668085, "usd_est": 0.57271176, "venue": "studio", "wall_s": 1666.735}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 2424689, "usd_est": 0.52529582, "venue": "studio", "wall_s": 1590.019}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-ac-throttle-search", "tokens": 1164849, "usd_est": 0.54021748, "venue": "studio", "wall_s": 1499.818}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-ac-throttle-search", "tokens": 3067572, "usd_est": 0.39660836, "venue": "studio", "wall_s": 1479.734}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 2132295, "usd_est": 0.5426926, "venue": "studio", "wall_s": 1726.53}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1722045, "usd_est": 0.37386606, "venue": "studio", "wall_s": 1168.49}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1341804, "usd_est": 0.33483758, "venue": "studio", "wall_s": 1049.165}
{"ITT outcome": "fail", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 765442, "usd_est": 0.31270034, "venue": "studio", "wall_s": 1020.746}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1087533, "usd_est": 0.35665086, "venue": "studio", "wall_s": 905.001}
{"ITT outcome": "fail", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1752566, "usd_est": 0.29833378000000005, "venue": "studio", "wall_s": 969.458}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 2057406, "usd_est": 0.44210514000000006, "venue": "studio", "wall_s": 1525.899}
{"ITT outcome": "fail", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1608248, "usd_est": 0.4095815, "venue": "studio", "wall_s": 1521.489}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1153257, "usd_est": 0.39206152, "venue": "studio", "wall_s": 978.882}
{"ITT outcome": "pass", "arm": "P-noctx", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-ac-throttle-search", "tokens": 4044860, "usd_est": null, "venue": "studio", "wall_s": 1291.14}
{"ITT outcome": "fail", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1109745, "usd_est": 0.32238029999999995, "venue": "studio", "wall_s": 1361.502}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 2007341, "usd_est": 0.43605461999999995, "venue": "studio", "wall_s": 2454.287}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 2941490, "usd_est": 0.31101181999999994, "venue": "studio", "wall_s": 1638.861}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 2505724, "usd_est": 0.32151666, "venue": "studio", "wall_s": 2291.436}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1222584, "usd_est": 0.31088861999999995, "venue": "studio", "wall_s": 1571.746}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1932623, "usd_est": 0.30455560000000004, "venue": "studio", "wall_s": 1181.52}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1956350, "usd_est": 0.38561647999999993, "venue": "studio", "wall_s": 1299.128}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1719696, "usd_est": 0.33101731999999995, "venue": "studio", "wall_s": 1222.954}
{"ITT outcome": "fail", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 2616176, "usd_est": 0.37042946000000004, "venue": "studio", "wall_s": 1519.281}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 2709037, "usd_est": 0.3306182, "venue": "studio", "wall_s": 1550.116}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 2701227, "usd_est": 0.4426944400000001, "venue": "studio", "wall_s": 2368.019}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 2340729, "usd_est": 0.34098274, "venue": "studio", "wall_s": 1522.766}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56c", "task": "rails-ac-throttle-search", "tokens": 1446274, "usd_est": 0.3526489, "venue": "studio", "wall_s": 1488.74}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-ac-throttle-search", "tokens": 1042549, "usd_est": 0.41556109999999996, "venue": "studio", "wall_s": 1276.842}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1302358, "usd_est": 0.40049676000000006, "venue": "studio", "wall_s": 1227.294}
{"ITT outcome": "fail", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1634351, "usd_est": 0.51427216, "venue": "studio", "wall_s": 1438.178}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1454413, "usd_est": 0.42486602, "venue": "studio", "wall_s": 1447.39}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1377777, "usd_est": 0.35615848, "venue": "studio", "wall_s": 1479.071}
{"ITT outcome": "fail", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 2030128, "usd_est": 0.5659524400000001, "venue": "studio", "wall_s": 1441.212}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1403942, "usd_est": 0.36117532, "venue": "studio", "wall_s": 1062.177}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1400743, "usd_est": 0.38212842, "venue": "studio", "wall_s": 1463.382}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 2280144, "usd_est": 0.44679188, "venue": "studio", "wall_s": 1475.931}
{"ITT outcome": "fail", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1643469, "usd_est": 0.4283506, "venue": "studio", "wall_s": 1503.744}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ac-throttle-search", "tokens": 1566067, "usd_est": 0.41943934, "venue": "studio", "wall_s": 1393.304}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-ac-throttle-search", "tokens": 912971, "usd_est": 0.5792876, "venue": "studio", "wall_s": 1546.651}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-ac-throttle-search", "tokens": 1873600, "usd_est": 1.1279824, "venue": "studio", "wall_s": 2064.779}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r21", "task": "rails-ac-throttle-search", "tokens": 1650168, "usd_est": null, "venue": "studio", "wall_s": 961.503}
{"ITT outcome": "pass", "arm": "agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r40", "task": "rails-ac-throttle-search", "tokens": 125296, "usd_est": null, "venue": "studio", "wall_s": 1170.116}
{"ITT outcome": "pass", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r35", "task": "rails-ac-throttle-search", "tokens": 110346, "usd_est": null, "venue": "studio", "wall_s": 1310.363}
{"ITT outcome": "pass", "arm": "approach", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "rails-ac-throttle-search", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 39971, "usd_est": null, "venue": "studio", "wall_s": 43.662}
{"ITT outcome": "fail", "arm": "bo3-packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r31", "task": "rails-ac-throttle-search", "tokens": 547992, "usd_est": null, "venue": "studio", "wall_s": 1415.252}
{"ITT outcome": "pass", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r48", "task": "rails-ac-throttle-search", "tokens": 98009, "usd_est": null, "venue": "studio", "wall_s": 589.997}
{"ITT outcome": "pass", "arm": "cascade-contract-v2", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r48b", "task": "rails-ac-throttle-search", "tokens": 445841, "usd_est": 0.24840116, "venue": "studio", "wall_s": 878.192}
{"ITT outcome": "pass", "arm": "cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r36", "task": "rails-ac-throttle-search", "tokens": 174489, "usd_est": null, "venue": "studio", "wall_s": 1805.082}
{"ITT outcome": "unresolved", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "grader_error", "rep": "1", "round": "r37c", "task": "rails-ac-throttle-search", "tokens": 707033, "usd_est": null, "venue": "studio", "wall_s": 1013.406}
{"ITT outcome": "pass", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r37", "task": "rails-ac-throttle-search", "tokens": 285847, "usd_est": null, "venue": "studio", "wall_s": 1201.494}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r57b", "task": "rails-ac-throttle-search", "tokens": 493534, "usd_est": 0.013731000000000002, "venue": "studio", "wall_s": 338.375}
{"ITT outcome": "unresolved", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "grader_error", "rep": "1", "round": "r64c", "task": "rails-ac-throttle-search", "tokens": 191447, "usd_est": 0.049435480000000004, "venue": "studio", "wall_s": 282.513}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64", "task": "rails-ac-throttle-search", "tokens": 1355669, "usd_est": 0.08493728, "venue": "studio", "wall_s": 904.523}
{"ITT outcome": "unresolved", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "grader_error", "rep": "1", "round": "r64c", "task": "rails-ac-throttle-search", "tokens": 1116795, "usd_est": 0.064595, "venue": "studio", "wall_s": 1033.611}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "rails-ac-throttle-search", "tokens": 185195, "usd_est": null, "venue": "studio", "wall_s": 182.971}
{"ITT outcome": "fail", "arm": "packplan-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r35", "task": "rails-ac-throttle-search", "tokens": 70724, "usd_est": null, "venue": "studio", "wall_s": 1516.911}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r30", "task": "rails-ac-throttle-search", "tokens": 263311, "usd_est": null, "venue": "studio", "wall_s": 1009.144}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r30", "task": "rails-ac-throttle-search", "tokens": 382979, "usd_est": null, "venue": "studio", "wall_s": 790.094}
{"ITT outcome": "fail", "arm": "pl-approach-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 128436, "usd_est": 0.06042918, "venue": "studio", "wall_s": 373.927}
{"ITT outcome": "pass", "arm": "pl-approach-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 1345414, "usd_est": 0.08364774, "venue": "studio", "wall_s": 918.17}
{"ITT outcome": "pass", "arm": "pl-approach-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 241707, "usd_est": 0.15923288, "venue": "studio", "wall_s": 416.135}
{"ITT outcome": "fail", "arm": "pl-criteria-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 155134, "usd_est": 0.024657520000000002, "venue": "studio", "wall_s": 227.571}
{"ITT outcome": "pass", "arm": "pl-criteria-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 1282593, "usd_est": 0.04716958, "venue": "studio", "wall_s": 1099.948}
{"ITT outcome": "unresolved", "arm": "pl-criteria-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "grader_error", "rep": "1", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 215026, "usd_est": 0.13515618, "venue": "studio", "wall_s": 293.199}
{"ITT outcome": "pass", "arm": "pl-none-luna-low", "effort": "gpt-6-luna / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 42623, "usd_est": 0.0017524600000000002, "venue": "studio", "wall_s": 42.38}
{"ITT outcome": "pass", "arm": "pl-none-luna-max", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 1451640, "usd_est": 0.031292719999999996, "venue": "studio", "wall_s": 556.222}
{"ITT outcome": "pass", "arm": "pl-none-sol-low", "effort": "gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 95625, "usd_est": 0.06532520000000001, "venue": "studio", "wall_s": 131.689}
{"ITT outcome": "pass", "arm": "pl-steps-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 135156, "usd_est": 0.06095224, "venue": "studio", "wall_s": 432.9}
{"ITT outcome": "pass", "arm": "pl-steps-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 642162, "usd_est": 0.06573242, "venue": "studio", "wall_s": 629.906}
{"ITT outcome": "pass", "arm": "pl-steps-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 171172, "usd_est": 0.15872162, "venue": "studio", "wall_s": 483.218}
{"ITT outcome": "pass", "arm": "plan-lunamax-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 42326, "usd_est": null, "venue": "studio", "wall_s": 304.457}
{"ITT outcome": "pass", "arm": "plan-sol-guard", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r14", "task": "rails-ac-throttle-search", "tokens": 71042, "usd_est": null, "venue": "studio", "wall_s": 364.936}
{"ITT outcome": "pass", "arm": "plan-sol-nc-guard", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r14", "task": "rails-ac-throttle-search", "tokens": 190402, "usd_est": null, "venue": "studio", "wall_s": 314.236}
{"ITT outcome": "unresolved", "arm": "plan-sol-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "grader_error", "rep": "1", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 193489, "usd_est": null, "venue": "studio", "wall_s": 302.654}
{"ITT outcome": "unresolved", "arm": "plan-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "grader_error", "rep": "1", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 278050, "usd_est": null, "venue": "studio", "wall_s": 444.519}
{"ITT outcome": "pass", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r46", "task": "rails-ac-throttle-search", "tokens": 206235, "usd_est": null, "venue": "studio", "wall_s": 1201.765}
{"ITT outcome": "pass", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r47", "task": "rails-ac-throttle-search", "tokens": 269349, "usd_est": null, "venue": "studio", "wall_s": 1253.835}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r28", "task": "rails-ac-throttle-search", "tokens": 250991, "usd_est": null, "venue": "studio", "wall_s": 1120.831}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r26", "task": "rails-ac-throttle-search", "tokens": 177377, "usd_est": null, "venue": "studio", "wall_s": 395.718}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r45", "task": "rails-ac-throttle-search", "tokens": 172911, "usd_est": null, "venue": "studio", "wall_s": 751.807}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57b", "task": "rails-ac-throttle-search", "tokens": 155978, "usd_est": 0.0062485200000000005, "venue": "studio", "wall_s": 136.127}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "10", "round": "r56c", "task": "rails-ac-throttle-search", "tokens": 1121287, "usd_est": 0.36412872, "venue": "studio", "wall_s": 1412.397}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r57d", "task": "rails-ac-throttle-search", "tokens": 523133, "usd_est": 0.015579380000000002, "venue": "studio", "wall_s": 382.472}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "10", "round": "r57d", "task": "rails-ac-throttle-search", "tokens": 787935, "usd_est": 0.01957494, "venue": "studio", "wall_s": 471.885}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "11", "round": "r56c", "task": "rails-ac-throttle-search", "tokens": 1282573, "usd_est": 0.45016069999999997, "venue": "studio", "wall_s": 1623.857}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "11", "round": "r57d", "task": "rails-ac-throttle-search", "tokens": 1060054, "usd_est": 0.025564680000000003, "venue": "studio", "wall_s": 814.728}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "11", "round": "r57d", "task": "rails-ac-throttle-search", "tokens": 89380, "usd_est": 0.0035816800000000003, "venue": "studio", "wall_s": 103.987}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "12", "round": "r56c", "task": "rails-ac-throttle-search", "tokens": 1231094, "usd_est": 0.49723136, "venue": "studio", "wall_s": 2226.392}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "12", "round": "r57d", "task": "rails-ac-throttle-search", "tokens": 632115, "usd_est": 0.01841478, "venue": "studio", "wall_s": 630.423}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "12", "round": "r57d", "task": "rails-ac-throttle-search", "tokens": 63337, "usd_est": 0.0037113, "venue": "studio", "wall_s": 107.476}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "13", "round": "r57d", "task": "rails-ac-throttle-search", "tokens": 352215, "usd_est": 0.00842422, "venue": "studio", "wall_s": 246.99}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "13", "round": "r57d", "task": "rails-ac-throttle-search", "tokens": 107866, "usd_est": 0.004619400000000001, "venue": "studio", "wall_s": 200.361}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "14", "round": "r57d", "task": "rails-ac-throttle-search", "tokens": 743214, "usd_est": 0.016414840000000003, "venue": "studio", "wall_s": 371.454}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "14", "round": "r57d", "task": "rails-ac-throttle-search", "tokens": 124849, "usd_est": 0.0052848999999999995, "venue": "studio", "wall_s": 148.615}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "15", "round": "r57d", "task": "rails-ac-throttle-search", "tokens": 843831, "usd_est": 0.01979558, "venue": "studio", "wall_s": 585.291}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "15", "round": "r57d", "task": "rails-ac-throttle-search", "tokens": 79505, "usd_est": 0.0043409, "venue": "studio", "wall_s": 137.101}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "16", "round": "r57d", "task": "rails-ac-throttle-search", "tokens": 737323, "usd_est": 0.020216460000000002, "venue": "studio", "wall_s": 647.457}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "16", "round": "r57d", "task": "rails-ac-throttle-search", "tokens": 302141, "usd_est": 0.010796260000000002, "venue": "studio", "wall_s": 366.946}
{"ITT outcome": "pass", "arm": "B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-ac-throttle-search", "tokens": 226231, "usd_est": 0.0088335, "venue": "studio", "wall_s": 181.345}
{"ITT outcome": "pass", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-ac-throttle-search", "tokens": 982951, "usd_est": 0.022616059999999993, "venue": "studio", "wall_s": 516.099}
{"ITT outcome": "pass", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-ac-throttle-search", "tokens": 150512, "usd_est": 0.005572640000000001, "venue": "studio", "wall_s": 126.607}
{"ITT outcome": "pass", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-ac-throttle-search", "tokens": 232586, "usd_est": 0.0114806, "venue": "studio", "wall_s": 280.847}
{"ITT outcome": "pass", "arm": "B3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 113571, "usd_est": null, "venue": "studio", "wall_s": 100.367}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-ac-throttle-search", "tokens": 2104548, "usd_est": 0.60465814, "venue": "studio", "wall_s": 2261.197}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-ac-throttle-search", "tokens": 2216796, "usd_est": 0.6160603, "venue": "studio", "wall_s": 2114.246}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-ac-throttle-search", "tokens": 2972811, "usd_est": 0.538319, "venue": "studio", "wall_s": 1864.022}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56c", "task": "rails-ac-throttle-search", "tokens": 1075861, "usd_est": 0.4375507, "venue": "studio", "wall_s": 1449.004}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-ac-throttle-search", "tokens": 1264903, "usd_est": 0.46059304, "venue": "studio", "wall_s": 1211.549}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-ac-throttle-search", "tokens": 1057862, "usd_est": 0.6880984000000001, "venue": "studio", "wall_s": 1618.273}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-ac-throttle-search", "tokens": 1503569, "usd_est": 0.9276788, "venue": "studio", "wall_s": 2107.282}
{"ITT outcome": "fail", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r21", "task": "rails-ac-throttle-search", "tokens": 328020, "usd_est": null, "venue": "studio", "wall_s": 685.249}
{"ITT outcome": "pass", "arm": "agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r40", "task": "rails-ac-throttle-search", "tokens": 102336, "usd_est": null, "venue": "studio", "wall_s": 1017.642}
{"ITT outcome": "fail", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r35", "task": "rails-ac-throttle-search", "tokens": 876038, "usd_est": null, "venue": "studio", "wall_s": 2299.11}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 187580, "usd_est": null, "venue": "studio", "wall_s": 107.897}
{"ITT outcome": "pass", "arm": "bo3-packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r31", "task": "rails-ac-throttle-search", "tokens": 416578, "usd_est": null, "venue": "studio", "wall_s": 731.953}
{"ITT outcome": "pass", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r48", "task": "rails-ac-throttle-search", "tokens": 96660, "usd_est": null, "venue": "studio", "wall_s": 634.514}
{"ITT outcome": "pass", "arm": "cascade-contract-v2", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r48b", "task": "rails-ac-throttle-search", "tokens": 545103, "usd_est": 0.37407396, "venue": "studio", "wall_s": 1087.524}
{"ITT outcome": "unresolved", "arm": "cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "grader_error", "rep": "2", "round": "r36", "task": "rails-ac-throttle-search", "tokens": 451196, "usd_est": null, "venue": "studio", "wall_s": 1839.316}
{"ITT outcome": "pass", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r37c", "task": "rails-ac-throttle-search", "tokens": 151746, "usd_est": null, "venue": "studio", "wall_s": 671.746}
{"ITT outcome": "fail", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r37", "task": "rails-ac-throttle-search", "tokens": 325925, "usd_est": null, "venue": "studio", "wall_s": 1125.617}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57b", "task": "rails-ac-throttle-search", "tokens": 704178, "usd_est": 0.025106199999999995, "venue": "studio", "wall_s": 507.541}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64c", "task": "rails-ac-throttle-search", "tokens": 139365, "usd_est": 0.05391666, "venue": "studio", "wall_s": 281.203}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64", "task": "rails-ac-throttle-search", "tokens": 754093, "usd_est": 0.06913398, "venue": "studio", "wall_s": 647.116}
{"ITT outcome": "unresolved", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "grader_error", "rep": "2", "round": "r64c", "task": "rails-ac-throttle-search", "tokens": 438467, "usd_est": 0.04628565999999999, "venue": "studio", "wall_s": 397.813}
{"ITT outcome": "pass", "arm": "mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r49", "task": "rails-ac-throttle-search", "tokens": 580980, "usd_est": 0.023361840000000002, "venue": "studio", "wall_s": 695.884}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r69", "task": "rails-ac-throttle-search", "tokens": 124366, "usd_est": null, "venue": "studio", "wall_s": 146.629}
{"ITT outcome": "pass", "arm": "packplan-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r35", "task": "rails-ac-throttle-search", "tokens": 314990, "usd_est": null, "venue": "studio", "wall_s": 690.455}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "rails-ac-throttle-search", "tokens": 52320, "usd_est": null, "venue": "studio", "wall_s": 843.719}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "rails-ac-throttle-search", "tokens": 88339, "usd_est": null, "venue": "studio", "wall_s": 405.259}
{"ITT outcome": "pass", "arm": "pl-approach-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 226882, "usd_est": 0.05766828, "venue": "studio", "wall_s": 458.361}
{"ITT outcome": "fail", "arm": "pl-approach-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 804990, "usd_est": 0.06994792, "venue": "studio", "wall_s": 799.672}
{"ITT outcome": "unresolved", "arm": "pl-approach-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "grader_error", "rep": "2", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 253495, "usd_est": 0.19586224, "venue": "studio", "wall_s": 743.091}
{"ITT outcome": "pass", "arm": "pl-criteria-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 152853, "usd_est": 0.02298096, "venue": "studio", "wall_s": 252.511}
{"ITT outcome": "pass", "arm": "pl-criteria-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 780413, "usd_est": 0.04107794000000001, "venue": "studio", "wall_s": 982.993}
{"ITT outcome": "pass", "arm": "pl-criteria-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 132727, "usd_est": 0.09917782000000001, "venue": "studio", "wall_s": 312.772}
{"ITT outcome": "pass", "arm": "pl-none-luna-low", "effort": "gpt-6-luna / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 68484, "usd_est": 0.00258608, "venue": "studio", "wall_s": 94.938}
{"ITT outcome": "pass", "arm": "pl-none-luna-max", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 122487, "usd_est": 0.00498118, "venue": "studio", "wall_s": 126.052}
{"ITT outcome": "pass", "arm": "pl-none-sol-low", "effort": "gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 126024, "usd_est": 0.0930448, "venue": "studio", "wall_s": 160.785}
{"ITT outcome": "pass", "arm": "pl-steps-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 212766, "usd_est": 0.05654692, "venue": "studio", "wall_s": 628.037}
{"ITT outcome": "pass", "arm": "pl-steps-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 1197503, "usd_est": 0.0788605, "venue": "studio", "wall_s": 960.089}
{"ITT outcome": "pass", "arm": "pl-steps-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ac-throttle-search", "tokens": 241613, "usd_est": 0.17855824, "venue": "studio", "wall_s": 695.56}
{"ITT outcome": "pass", "arm": "plan-lunamax-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 58322, "usd_est": null, "venue": "studio", "wall_s": 345.089}
{"ITT outcome": "pass", "arm": "plan-sol-guard", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r14", "task": "rails-ac-throttle-search", "tokens": 254391, "usd_est": null, "venue": "studio", "wall_s": 363.343}
{"ITT outcome": "pass", "arm": "plan-sol-nc-guard", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r14", "task": "rails-ac-throttle-search", "tokens": 236595, "usd_est": null, "venue": "studio", "wall_s": 304.353}
{"ITT outcome": "unresolved", "arm": "plan-sol-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "grader_error", "rep": "2", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 170017, "usd_est": null, "venue": "studio", "wall_s": 291.259}
{"ITT outcome": "unresolved", "arm": "plan-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "grader_error", "rep": "2", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 216596, "usd_est": null, "venue": "studio", "wall_s": 430.059}
{"ITT outcome": "pass", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r46", "task": "rails-ac-throttle-search", "tokens": 143241, "usd_est": null, "venue": "studio", "wall_s": 1280.22}
{"ITT outcome": "pass", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r47", "task": "rails-ac-throttle-search", "tokens": 249292, "usd_est": null, "venue": "studio", "wall_s": 1083.602}
{"ITT outcome": "fail", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r28", "task": "rails-ac-throttle-search", "tokens": 338040, "usd_est": null, "venue": "studio", "wall_s": 938.79}
{"ITT outcome": "fail", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r26", "task": "rails-ac-throttle-search", "tokens": 435491, "usd_est": null, "venue": "studio", "wall_s": 547.159}
{"ITT outcome": "unresolved", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "grader_error", "rep": "2", "round": "r45", "task": "rails-ac-throttle-search", "tokens": 364325, "usd_est": null, "venue": "studio", "wall_s": 1147.558}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57b", "task": "rails-ac-throttle-search", "tokens": 281789, "usd_est": 0.01100978, "venue": "studio", "wall_s": 292.259}
{"ITT outcome": "pass", "arm": "B3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 629213, "usd_est": null, "venue": "studio", "wall_s": 166.196}
{"ITT outcome": "fail", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r50", "task": "rails-ac-throttle-search", "tokens": 1755685, "usd_est": 0.5664594199999999, "venue": "studio", "wall_s": 1681.253}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r56c", "task": "rails-ac-throttle-search", "tokens": 1302216, "usd_est": 0.5147593, "venue": "studio", "wall_s": 1869.024}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-ac-throttle-search", "tokens": 1202253, "usd_est": 0.7571716000000001, "venue": "studio", "wall_s": 1460.577}
{"ITT outcome": "fail", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r50", "task": "rails-ac-throttle-search", "tokens": 1247995, "usd_est": 0.7061276, "venue": "studio", "wall_s": 1517.206}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r21", "task": "rails-ac-throttle-search", "tokens": 309994, "usd_est": null, "venue": "studio", "wall_s": 581.752}
{"ITT outcome": "pass", "arm": "agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r40", "task": "rails-ac-throttle-search", "tokens": 531014, "usd_est": null, "venue": "studio", "wall_s": 1950.283}
{"ITT outcome": "pass", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r35", "task": "rails-ac-throttle-search", "tokens": 200300, "usd_est": null, "venue": "studio", "wall_s": 964.922}
{"ITT outcome": "pass", "arm": "agentic30-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r32b", "task": "rails-ac-throttle-search", "tokens": 182972, "usd_est": null, "venue": "studio", "wall_s": 567.856}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 183787, "usd_est": null, "venue": "studio", "wall_s": 196.763}
{"ITT outcome": "fail", "arm": "bo3-packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r31", "task": "rails-ac-throttle-search", "tokens": 846685, "usd_est": null, "venue": "studio", "wall_s": 964.218}
{"ITT outcome": "pass", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r48", "task": "rails-ac-throttle-search", "tokens": 53128, "usd_est": null, "venue": "studio", "wall_s": 1057.075}
{"ITT outcome": "pass", "arm": "cascade-contract-v2", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r48b", "task": "rails-ac-throttle-search", "tokens": 421135, "usd_est": 0.30841876, "venue": "studio", "wall_s": 825.404}
{"ITT outcome": "pass", "arm": "cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r36", "task": "rails-ac-throttle-search", "tokens": 411787, "usd_est": null, "venue": "studio", "wall_s": 613.82}
{"ITT outcome": "pass", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r37c", "task": "rails-ac-throttle-search", "tokens": 68730, "usd_est": null, "venue": "studio", "wall_s": 632.161}
{"ITT outcome": "unresolved", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "grader_error", "rep": "3", "round": "r37", "task": "rails-ac-throttle-search", "tokens": 107809, "usd_est": null, "venue": "studio", "wall_s": 851.544}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r57b", "task": "rails-ac-throttle-search", "tokens": 228708, "usd_est": 0.008043199999999999, "venue": "studio", "wall_s": 232.524}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64c", "task": "rails-ac-throttle-search", "tokens": 176196, "usd_est": 0.04056982, "venue": "studio", "wall_s": 304.829}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64", "task": "rails-ac-throttle-search", "tokens": 830178, "usd_est": 0.06507664, "venue": "studio", "wall_s": 1075.661}
{"ITT outcome": "unresolved", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "grader_error", "rep": "3", "round": "r64c", "task": "rails-ac-throttle-search", "tokens": 913775, "usd_est": 0.05760466, "venue": "studio", "wall_s": 765.223}
{"ITT outcome": "pass", "arm": "mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r49", "task": "rails-ac-throttle-search", "tokens": 714359, "usd_est": 0.29151047999999996, "venue": "studio", "wall_s": 871.246}
{"ITT outcome": "pass", "arm": "mc-review", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r49", "task": "rails-ac-throttle-search", "tokens": 1003380, "usd_est": 0.18830822, "venue": "studio", "wall_s": 1182.182}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r69", "task": "rails-ac-throttle-search", "tokens": 103608, "usd_est": null, "venue": "studio", "wall_s": 150.467}
{"ITT outcome": "pass", "arm": "packplan-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r35", "task": "rails-ac-throttle-search", "tokens": 79265, "usd_est": null, "venue": "studio", "wall_s": 636.798}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "rails-ac-throttle-search", "tokens": 119339, "usd_est": null, "venue": "studio", "wall_s": 1138.723}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "rails-ac-throttle-search", "tokens": 1600202, "usd_est": null, "venue": "studio", "wall_s": 1195.574}
{"ITT outcome": "pass", "arm": "plan-lunamax-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 45169, "usd_est": null, "venue": "studio", "wall_s": 524.891}
{"ITT outcome": "pass", "arm": "plan-sol-guard", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r14", "task": "rails-ac-throttle-search", "tokens": 68430, "usd_est": null, "venue": "studio", "wall_s": 386.232}
{"ITT outcome": "pass", "arm": "plan-sol-nc-guard", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r14", "task": "rails-ac-throttle-search", "tokens": 236931, "usd_est": null, "venue": "studio", "wall_s": 384.955}
{"ITT outcome": "unresolved", "arm": "plan-sol-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "grader_error", "rep": "3", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 105467, "usd_est": null, "venue": "studio", "wall_s": 274.848}
{"ITT outcome": "fail", "arm": "plan-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 115888, "usd_est": null, "venue": "studio", "wall_s": 368.432}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r46", "task": "rails-ac-throttle-search", "tokens": 52511, "usd_est": null, "venue": "studio", "wall_s": 326.619}
{"ITT outcome": "unresolved", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "grader_error", "rep": "3", "round": "r47", "task": "rails-ac-throttle-search", "tokens": 180427, "usd_est": null, "venue": "studio", "wall_s": 1110.708}
{"ITT outcome": "fail", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r28", "task": "rails-ac-throttle-search", "tokens": 639457, "usd_est": null, "venue": "studio", "wall_s": 936.155}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r26", "task": "rails-ac-throttle-search", "tokens": 447381, "usd_est": null, "venue": "studio", "wall_s": 520.704}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r45", "task": "rails-ac-throttle-search", "tokens": 346530, "usd_est": null, "venue": "studio", "wall_s": 1340.44}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57b", "task": "rails-ac-throttle-search", "tokens": 245467, "usd_est": 0.007494780000000001, "venue": "studio", "wall_s": 207.942}
{"ITT outcome": "pass", "arm": "B3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 72421, "usd_est": null, "venue": "studio", "wall_s": 68.371}
{"ITT outcome": "fail", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "4", "round": "r56c", "task": "rails-ac-throttle-search", "tokens": 1673137, "usd_est": 0.52353196, "venue": "studio", "wall_s": 1946.455}
{"ITT outcome": "pass", "arm": "accept", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-ac-throttle-search", "tokens": 538469, "usd_est": null, "venue": "studio", "wall_s": 432.99}
{"ITT outcome": "pass", "arm": "agentic-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r32", "task": "rails-ac-throttle-search", "tokens": 193112, "usd_est": null, "venue": "studio", "wall_s": 600.435}
{"ITT outcome": "pass", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r35", "task": "rails-ac-throttle-search", "tokens": 173220, "usd_est": null, "venue": "studio", "wall_s": 865.011}
{"ITT outcome": "fail", "arm": "agentic30-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r32b", "task": "rails-ac-throttle-search", "tokens": 315592, "usd_est": null, "venue": "studio", "wall_s": 892.857}
{"ITT outcome": "pass", "arm": "approach", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-ac-throttle-search", "tokens": 563134, "usd_est": null, "venue": "studio", "wall_s": 410.667}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 61008, "usd_est": null, "venue": "studio", "wall_s": 49.271}
{"ITT outcome": "fail", "arm": "bo3-packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r31", "task": "rails-ac-throttle-search", "tokens": 694710, "usd_est": null, "venue": "studio", "wall_s": 916.035}
{"ITT outcome": "pass", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r37c", "task": "rails-ac-throttle-search", "tokens": 110672, "usd_est": null, "venue": "studio", "wall_s": 533.392}
{"ITT outcome": "pass", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r37", "task": "rails-ac-throttle-search", "tokens": 198372, "usd_est": null, "venue": "studio", "wall_s": 1079.598}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r57b", "task": "rails-ac-throttle-search", "tokens": 374860, "usd_est": 0.01400992, "venue": "studio", "wall_s": 304.212}
{"ITT outcome": "unresolved", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "grader_error", "rep": "4", "round": "r64b", "task": "rails-ac-throttle-search", "tokens": 1069888, "usd_est": 0.07104382000000001, "venue": "studio", "wall_s": 650.022}
{"ITT outcome": "fail", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r64e", "task": "rails-ac-throttle-search", "tokens": 1406933, "usd_est": null, "venue": "studio", "wall_s": 833.309}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-ac-throttle-search", "tokens": 100633, "usd_est": null, "venue": "studio", "wall_s": 125.001}
{"ITT outcome": "unresolved", "arm": "packplan-execreview-sol", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "grader_error", "rep": "4", "round": "r35", "task": "rails-ac-throttle-search", "tokens": 189175, "usd_est": null, "venue": "studio", "wall_s": 786.114}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r30", "task": "rails-ac-throttle-search", "tokens": 638855, "usd_est": null, "venue": "studio", "wall_s": 1240.837}
{"ITT outcome": "unresolved", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "grader_error", "rep": "4", "round": "r30", "task": "rails-ac-throttle-search", "tokens": 318690, "usd_est": null, "venue": "studio", "wall_s": 608.253}
{"ITT outcome": "pass", "arm": "plan-lunamax-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 69672, "usd_est": null, "venue": "studio", "wall_s": 627.788}
{"ITT outcome": "pass", "arm": "plan-sol-guard", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r14", "task": "rails-ac-throttle-search", "tokens": 178056, "usd_est": null, "venue": "studio", "wall_s": 442.1}
{"ITT outcome": "pass", "arm": "plan-sol-nc-guard", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r14", "task": "rails-ac-throttle-search", "tokens": 199473, "usd_est": null, "venue": "studio", "wall_s": 309.79}
{"ITT outcome": "unresolved", "arm": "plan-sol-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "grader_error", "rep": "4", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 132453, "usd_est": null, "venue": "studio", "wall_s": 294.299}
{"ITT outcome": "fail", "arm": "plan-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 130806, "usd_est": null, "venue": "studio", "wall_s": 411.298}
{"ITT outcome": "fail", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r28", "task": "rails-ac-throttle-search", "tokens": 302065, "usd_est": null, "venue": "studio", "wall_s": 714.026}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r26", "task": "rails-ac-throttle-search", "tokens": 165296, "usd_est": null, "venue": "studio", "wall_s": 315.129}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57b", "task": "rails-ac-throttle-search", "tokens": 524976, "usd_est": 0.015215920000000003, "venue": "studio", "wall_s": 412.666}
{"ITT outcome": "pass", "arm": "spec", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-ac-throttle-search", "tokens": 370465, "usd_est": null, "venue": "studio", "wall_s": 363.335}
{"ITT outcome": "pass", "arm": "B3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 147561, "usd_est": null, "venue": "studio", "wall_s": 106.81}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r56c", "task": "rails-ac-throttle-search", "tokens": 1488531, "usd_est": 0.42584178, "venue": "studio", "wall_s": 1335.488}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r21", "task": "rails-ac-throttle-search", "tokens": 380353, "usd_est": null, "venue": "studio", "wall_s": 639.349}
{"ITT outcome": "fail", "arm": "agentic-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r32", "task": "rails-ac-throttle-search", "tokens": 153208, "usd_est": null, "venue": "studio", "wall_s": 509.424}
{"ITT outcome": "pass", "arm": "agentic30-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r32b", "task": "rails-ac-throttle-search", "tokens": 123712, "usd_est": null, "venue": "studio", "wall_s": 631.594}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 113848, "usd_est": null, "venue": "studio", "wall_s": 68.808}
{"ITT outcome": "pass", "arm": "bo3-packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r31", "task": "rails-ac-throttle-search", "tokens": 462257, "usd_est": null, "venue": "studio", "wall_s": 728.161}
{"ITT outcome": "pass", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r37", "task": "rails-ac-throttle-search", "tokens": 191628, "usd_est": null, "venue": "studio", "wall_s": 884.092}
{"ITT outcome": "fail", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r37c", "task": "rails-ac-throttle-search", "tokens": 142823, "usd_est": null, "venue": "studio", "wall_s": 713.076}
{"ITT outcome": "fail", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r37", "task": "rails-ac-throttle-search", "tokens": 296538, "usd_est": null, "venue": "studio", "wall_s": 794.117}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57b", "task": "rails-ac-throttle-search", "tokens": 441091, "usd_est": 0.013654860000000001, "venue": "studio", "wall_s": 411.611}
{"ITT outcome": "unresolved", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "grader_error", "rep": "5", "round": "r64b", "task": "rails-ac-throttle-search", "tokens": 719905, "usd_est": 0.06789084000000001, "venue": "studio", "wall_s": 561.406}
{"ITT outcome": "unresolved", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "grader_error", "rep": "5", "round": "r64e", "task": "rails-ac-throttle-search", "tokens": 1418780, "usd_est": null, "venue": "studio", "wall_s": 734.086}
{"ITT outcome": "fail", "arm": "packplan-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r35", "task": "rails-ac-throttle-search", "tokens": 74256, "usd_est": null, "venue": "studio", "wall_s": 731.421}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r30", "task": "rails-ac-throttle-search", "tokens": 231982, "usd_est": null, "venue": "studio", "wall_s": 992.225}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r30", "task": "rails-ac-throttle-search", "tokens": 155558, "usd_est": null, "venue": "studio", "wall_s": 463.943}
{"ITT outcome": "fail", "arm": "plan-lunamax-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 253554, "usd_est": null, "venue": "studio", "wall_s": 404.471}
{"ITT outcome": "pass", "arm": "plan-sol-guard", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r14", "task": "rails-ac-throttle-search", "tokens": 124035, "usd_est": null, "venue": "studio", "wall_s": 532.704}
{"ITT outcome": "pass", "arm": "plan-sol-nc-guard", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r14", "task": "rails-ac-throttle-search", "tokens": 316173, "usd_est": null, "venue": "studio", "wall_s": 352.733}
{"ITT outcome": "unresolved", "arm": "plan-sol-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "grader_error", "rep": "5", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 397200, "usd_est": null, "venue": "studio", "wall_s": 320.932}
{"ITT outcome": "pass", "arm": "plan-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r11", "task": "rails-ac-throttle-search", "tokens": 119003, "usd_est": null, "venue": "studio", "wall_s": 434.405}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r28", "task": "rails-ac-throttle-search", "tokens": 69736, "usd_est": null, "venue": "studio", "wall_s": 1044.312}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r26", "task": "rails-ac-throttle-search", "tokens": 797179, "usd_est": null, "venue": "studio", "wall_s": 806.741}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57b", "task": "rails-ac-throttle-search", "tokens": 169744, "usd_est": 0.005973119999999999, "venue": "studio", "wall_s": 152.11}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r56c", "task": "rails-ac-throttle-search", "tokens": 1251125, "usd_est": 0.31907282, "venue": "studio", "wall_s": 1615.954}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r57b", "task": "rails-ac-throttle-search", "tokens": 311185, "usd_est": 0.00973314, "venue": "studio", "wall_s": 216.379}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57b", "task": "rails-ac-throttle-search", "tokens": 509723, "usd_est": 0.015169420000000001, "venue": "studio", "wall_s": 273.106}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "7", "round": "r56c", "task": "rails-ac-throttle-search", "tokens": 1932249, "usd_est": 0.50057862, "venue": "studio", "wall_s": 1839.795}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57b", "task": "rails-ac-throttle-search", "tokens": 183084, "usd_est": 0.00605112, "venue": "studio", "wall_s": 113.573}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57b", "task": "rails-ac-throttle-search", "tokens": 434947, "usd_est": 0.010994460000000001, "venue": "studio", "wall_s": 182.322}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "8", "round": "r56c", "task": "rails-ac-throttle-search", "tokens": 879829, "usd_est": 0.31651532, "venue": "studio", "wall_s": 1214.175}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57b", "task": "rails-ac-throttle-search", "tokens": 680319, "usd_est": 0.022409659999999994, "venue": "studio", "wall_s": 449.864}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57b", "task": "rails-ac-throttle-search", "tokens": 203793, "usd_est": 0.00728394, "venue": "studio", "wall_s": 153.805}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "9", "round": "r56c", "task": "rails-ac-throttle-search", "tokens": 1343258, "usd_est": 0.43613282, "venue": "studio", "wall_s": 1591.776}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "9", "round": "r57d", "task": "rails-ac-throttle-search", "tokens": 476507, "usd_est": 0.012640460000000003, "venue": "studio", "wall_s": 289.384}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r57d", "task": "rails-ac-throttle-search", "tokens": 610222, "usd_est": 0.01691452, "venue": "studio", "wall_s": 417.583}
{"ITT outcome": "pass", "arm": "B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-aj-enqueue-after-commit", "tokens": 167474, "usd_est": 0.00702436, "venue": "studio", "wall_s": 202.401}
{"ITT outcome": "pass", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-aj-enqueue-after-commit", "tokens": 168349, "usd_est": 0.00599754, "venue": "studio", "wall_s": 151.676}
{"ITT outcome": "pass", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-aj-enqueue-after-commit", "tokens": 120873, "usd_est": 0.00589922, "venue": "studio", "wall_s": 141.696}
{"ITT outcome": "pass", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-aj-enqueue-after-commit", "tokens": 271774, "usd_est": 0.01281276, "venue": "studio", "wall_s": 432.279}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-aj-enqueue-after-commit", "tokens": 1411420, "usd_est": 0.5023563600000001, "venue": "studio", "wall_s": 1770.137}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1315662, "usd_est": 0.48497824, "venue": "studio", "wall_s": 1420.618}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1126221, "usd_est": 0.5133918, "venue": "studio", "wall_s": 1614.645}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 2746228, "usd_est": 0.60474708, "venue": "studio", "wall_s": 2460.283}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1338453, "usd_est": 0.47443222, "venue": "studio", "wall_s": 1463.174}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1333660, "usd_est": 0.53446416, "venue": "studio", "wall_s": 1386.14}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1744266, "usd_est": 0.43102050000000003, "venue": "studio", "wall_s": 1521.471}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1869217, "usd_est": 0.5613885999999999, "venue": "studio", "wall_s": 2008.169}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 3499285, "usd_est": 0.6850957400000001, "venue": "studio", "wall_s": 2294.604}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 2330632, "usd_est": 0.5602137, "venue": "studio", "wall_s": 2460.737}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56d", "task": "rails-aj-enqueue-after-commit", "tokens": 2812589, "usd_est": 0.47346108, "venue": "studio", "wall_s": 1792.316}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-aj-enqueue-after-commit", "tokens": 1034458, "usd_est": 0.44114452, "venue": "studio", "wall_s": 1402.314}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-aj-enqueue-after-commit", "tokens": 1220995, "usd_est": 0.32660476, "venue": "studio", "wall_s": 1105.475}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1201714, "usd_est": 0.29578006, "venue": "studio", "wall_s": 1017.431}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1344890, "usd_est": 0.30514389999999997, "venue": "studio", "wall_s": 1090.436}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1657517, "usd_est": 0.31362012, "venue": "studio", "wall_s": 1120.31}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1095731, "usd_est": 0.2954695, "venue": "studio", "wall_s": 966.603}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 983185, "usd_est": 0.29267272, "venue": "studio", "wall_s": 975.07}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1122726, "usd_est": 0.30311724, "venue": "studio", "wall_s": 920.603}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1351306, "usd_est": 0.34942969999999995, "venue": "studio", "wall_s": 938.989}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 840606, "usd_est": 0.31448666000000003, "venue": "studio", "wall_s": 900.861}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 876418, "usd_est": 0.28796438, "venue": "studio", "wall_s": 927.697}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 974527, "usd_est": 0.29424496, "venue": "studio", "wall_s": 1081.713}
{"ITT outcome": "pass", "arm": "P-noctx", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-aj-enqueue-after-commit", "tokens": 654844, "usd_est": null, "venue": "studio", "wall_s": 461.573}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1780750, "usd_est": 0.34016835999999995, "venue": "studio", "wall_s": 1351.865}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 4314707, "usd_est": 0.51520912, "venue": "studio", "wall_s": 2480.635}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 3607022, "usd_est": 0.48098214000000006, "venue": "studio", "wall_s": 2130.748}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 3520596, "usd_est": 0.37415230000000005, "venue": "studio", "wall_s": 2310.646}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 3140516, "usd_est": 0.34672634, "venue": "studio", "wall_s": 1780.662}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1863954, "usd_est": 0.32800552, "venue": "studio", "wall_s": 1309.933}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 3903031, "usd_est": 0.39240970000000003, "venue": "studio", "wall_s": 1937.905}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 3390254, "usd_est": 0.3805632, "venue": "studio", "wall_s": 1617.854}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 3064044, "usd_est": 0.40220384, "venue": "studio", "wall_s": 1470.084}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1822980, "usd_est": 0.37227126000000005, "venue": "studio", "wall_s": 1510.034}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 2300067, "usd_est": 0.46631438, "venue": "studio", "wall_s": 2252.786}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1966493, "usd_est": 0.43177926000000005, "venue": "studio", "wall_s": 1489.425}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56c", "task": "rails-aj-enqueue-after-commit", "tokens": 1302821, "usd_est": 0.50632358, "venue": "studio", "wall_s": 2109.7}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-aj-enqueue-after-commit", "tokens": 2607601, "usd_est": 0.5282254, "venue": "studio", "wall_s": 1770.23}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1110179, "usd_est": 0.3984829, "venue": "studio", "wall_s": 1394.199}
{"ITT outcome": "fail", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 2091931, "usd_est": 0.5478427, "venue": "studio", "wall_s": 1507.83}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1326777, "usd_est": 0.39668596, "venue": "studio", "wall_s": 1278.869}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1304474, "usd_est": 0.39518676, "venue": "studio", "wall_s": 1641.681}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1894616, "usd_est": 0.41469286000000005, "venue": "studio", "wall_s": 1583.66}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1992124, "usd_est": 0.42260386, "venue": "studio", "wall_s": 1469.799}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1057060, "usd_est": 0.40831843999999995, "venue": "studio", "wall_s": 1383.429}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1795857, "usd_est": 0.4338144, "venue": "studio", "wall_s": 1840.101}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 1252060, "usd_est": 0.3773559, "venue": "studio", "wall_s": 1501.666}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-aj-enqueue-after-commit", "tokens": 2343323, "usd_est": 0.49039028, "venue": "studio", "wall_s": 1804.123}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-aj-enqueue-after-commit", "tokens": 1496442, "usd_est": 0.8480471999999999, "venue": "studio", "wall_s": 2183.802}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-aj-enqueue-after-commit", "tokens": 1102575, "usd_est": 0.7365820000000001, "venue": "studio", "wall_s": 1613.388}
{"ITT outcome": "pass", "arm": "Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r17", "task": "rails-aj-enqueue-after-commit", "tokens": 96222, "usd_est": null, "venue": "studio", "wall_s": 197.255}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r21", "task": "rails-aj-enqueue-after-commit", "tokens": 292576, "usd_est": null, "venue": "studio", "wall_s": 325.219}
{"ITT outcome": "pass", "arm": "accept", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "rails-aj-enqueue-after-commit", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r27", "task": "rails-aj-enqueue-after-commit", "tokens": 71141, "usd_est": null, "venue": "studio", "wall_s": 185.964}
{"ITT outcome": "pass", "arm": "b-p21p11p18", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 175094, "usd_est": null, "venue": "studio", "wall_s": 108.137}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r19", "task": "rails-aj-enqueue-after-commit", "tokens": 62755, "usd_est": null, "venue": "studio", "wall_s": 54.213}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r27", "task": "rails-aj-enqueue-after-commit", "tokens": 48320, "usd_est": null, "venue": "studio", "wall_s": 80.06}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 65170, "usd_est": null, "venue": "studio", "wall_s": 57.976}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 41392, "usd_est": null, "venue": "studio", "wall_s": 74.031}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 67107, "usd_est": null, "venue": "studio", "wall_s": 52.436}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 48694, "usd_est": null, "venue": "studio", "wall_s": 53.483}
{"ITT outcome": "fail", "arm": "bare2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 31427, "usd_est": null, "venue": "studio", "wall_s": 38.884}
{"ITT outcome": "pass", "arm": "c-p11p12p18", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r5", "task": "rails-aj-enqueue-after-commit", "tokens": 429956, "usd_est": null, "venue": "studio", "wall_s": 200.009}
{"ITT outcome": "pass", "arm": "c-p11p18p22", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r5", "task": "rails-aj-enqueue-after-commit", "tokens": 223579, "usd_est": null, "venue": "studio", "wall_s": 142.272}
{"ITT outcome": "pass", "arm": "c-p12p17p21", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r5", "task": "rails-aj-enqueue-after-commit", "tokens": 76649, "usd_est": null, "venue": "studio", "wall_s": 77.562}
{"ITT outcome": "fail", "arm": "c-w2p17p11p18", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r5", "task": "rails-aj-enqueue-after-commit", "tokens": 268026, "usd_est": null, "venue": "studio", "wall_s": 189.482}
{"ITT outcome": "pass", "arm": "cascade-contract", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r48", "task": "rails-aj-enqueue-after-commit", "tokens": 284395, "usd_est": null, "venue": "studio", "wall_s": 1465.911}
{"ITT outcome": "pass", "arm": "cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r36", "task": "rails-aj-enqueue-after-commit", "tokens": 241690, "usd_est": null, "venue": "studio", "wall_s": 1630.261}
{"ITT outcome": "pass", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r37c", "task": "rails-aj-enqueue-after-commit", "tokens": 262319, "usd_est": null, "venue": "studio", "wall_s": 865.38}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57b", "task": "rails-aj-enqueue-after-commit", "tokens": 115560, "usd_est": 0.00468752, "venue": "studio", "wall_s": 107.622}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64c", "task": "rails-aj-enqueue-after-commit", "tokens": 296118, "usd_est": 0.04593778, "venue": "studio", "wall_s": 257.04}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64", "task": "rails-aj-enqueue-after-commit", "tokens": 1837819, "usd_est": 0.07226427999999999, "venue": "studio", "wall_s": 759.899}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64c", "task": "rails-aj-enqueue-after-commit", "tokens": 824623, "usd_est": 0.05095938, "venue": "studio", "wall_s": 512.354}
{"ITT outcome": "pass", "arm": "mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r49", "task": "rails-aj-enqueue-after-commit", "tokens": 968078, "usd_est": 0.03152796, "venue": "studio", "wall_s": 917.481}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "rails-aj-enqueue-after-commit", "tokens": 278760, "usd_est": null, "venue": "studio", "wall_s": 146.68}
{"ITT outcome": "pass", "arm": "p21", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 68476, "usd_est": null, "venue": "studio", "wall_s": 80.014}
{"ITT outcome": "pass", "arm": "p21", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 82697, "usd_est": null, "venue": "studio", "wall_s": 71.513}
{"ITT outcome": "fail", "arm": "p21p22", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 77196, "usd_est": null, "venue": "studio", "wall_s": 65.456}
{"ITT outcome": "pass", "arm": "p21p22p23", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 80203, "usd_est": null, "venue": "studio", "wall_s": 73.519}
{"ITT outcome": "fail", "arm": "p22", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 37768, "usd_est": null, "venue": "studio", "wall_s": 77.49}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r30", "task": "rails-aj-enqueue-after-commit", "tokens": 118487, "usd_est": null, "venue": "studio", "wall_s": 1067.897}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r30", "task": "rails-aj-enqueue-after-commit", "tokens": 162776, "usd_est": null, "venue": "studio", "wall_s": 329.601}
{"ITT outcome": "pass", "arm": "pl-approach-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 228998, "usd_est": 0.05062074, "venue": "studio", "wall_s": 372.788}
{"ITT outcome": "pass", "arm": "pl-approach-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 929145, "usd_est": 0.05601526, "venue": "studio", "wall_s": 632.737}
{"ITT outcome": "pass", "arm": "pl-approach-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 234101, "usd_est": 0.13108789999999998, "venue": "studio", "wall_s": 395.131}
{"ITT outcome": "fail", "arm": "pl-criteria-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 94800, "usd_est": 0.019780159999999998, "venue": "studio", "wall_s": 202.323}
{"ITT outcome": "pass", "arm": "pl-criteria-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 420751, "usd_est": 0.02847292, "venue": "studio", "wall_s": 384.633}
{"ITT outcome": "pass", "arm": "pl-criteria-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 176227, "usd_est": 0.10729308000000001, "venue": "studio", "wall_s": 313.038}
{"ITT outcome": "fail", "arm": "pl-none-luna-low", "effort": "gpt-6-luna / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 44379, "usd_est": 0.00194678, "venue": "studio", "wall_s": 43.207}
{"ITT outcome": "pass", "arm": "pl-none-luna-max", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 225323, "usd_est": 0.007456620000000001, "venue": "studio", "wall_s": 167.881}
{"ITT outcome": "pass", "arm": "pl-none-sol-low", "effort": "gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 48909, "usd_est": 0.0442884, "venue": "studio", "wall_s": 96.945}
{"ITT outcome": "pass", "arm": "pl-steps-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 122347, "usd_est": 0.0456653, "venue": "studio", "wall_s": 252.71}
{"ITT outcome": "pass", "arm": "pl-steps-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 1006031, "usd_est": 0.060843180000000004, "venue": "studio", "wall_s": 584.818}
{"ITT outcome": "pass", "arm": "pl-steps-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 192181, "usd_est": 0.15611222, "venue": "studio", "wall_s": 382.069}
{"ITT outcome": "pass", "arm": "plan-grok", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 143528, "usd_est": null, "venue": "studio", "wall_s": 127.013}
{"ITT outcome": "pass", "arm": "plan-lunamax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 468674, "usd_est": null, "venue": "studio", "wall_s": 546.4}
{"ITT outcome": "pass", "arm": "plan-sol-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 71530, "usd_est": null, "venue": "studio", "wall_s": 203.961}
{"ITT outcome": "pass", "arm": "plan-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 292131, "usd_est": null, "venue": "studio", "wall_s": 424.628}
{"ITT outcome": "not_scored", "arm": "plan-sol", "effort": "low", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 249798, "usd_est": null, "venue": "studio", "wall_s": 387.185}
{"ITT outcome": "pass", "arm": "review-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r29", "task": "rails-aj-enqueue-after-commit", "tokens": 66022, "usd_est": null, "venue": "studio", "wall_s": 222.102}
{"ITT outcome": "pass", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r19", "task": "rails-aj-enqueue-after-commit", "tokens": 91584, "usd_est": null, "venue": "studio", "wall_s": 236.52}
{"ITT outcome": "pass", "arm": "route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r29", "task": "rails-aj-enqueue-after-commit", "tokens": 74852, "usd_est": null, "venue": "studio", "wall_s": 327.712}
{"ITT outcome": "pass", "arm": "route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r29", "task": "rails-aj-enqueue-after-commit", "tokens": 93537, "usd_est": null, "venue": "studio", "wall_s": 538.477}
{"ITT outcome": "pass", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r47", "task": "rails-aj-enqueue-after-commit", "tokens": 66662, "usd_est": null, "venue": "studio", "wall_s": 94.053}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r28", "task": "rails-aj-enqueue-after-commit", "tokens": 80725, "usd_est": null, "venue": "studio", "wall_s": 449.435}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r26", "task": "rails-aj-enqueue-after-commit", "tokens": 41759, "usd_est": null, "venue": "studio", "wall_s": 493.268}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r45", "task": "rails-aj-enqueue-after-commit", "tokens": 42486, "usd_est": null, "venue": "studio", "wall_s": 157.922}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57b", "task": "rails-aj-enqueue-after-commit", "tokens": 99298, "usd_est": 0.0037246799999999997, "venue": "studio", "wall_s": 74.976}
{"ITT outcome": "pass", "arm": "w1w2w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 112373, "usd_est": null, "venue": "studio", "wall_s": 175.813}
{"ITT outcome": "fail", "arm": "w1w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 173863, "usd_est": null, "venue": "studio", "wall_s": 184.18}
{"ITT outcome": "fail", "arm": "w2w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 108764, "usd_est": null, "venue": "studio", "wall_s": 120.264}
{"ITT outcome": "pass", "arm": "w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 112772, "usd_est": null, "venue": "studio", "wall_s": 73.067}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "10", "round": "r56c", "task": "rails-aj-enqueue-after-commit", "tokens": 1561366, "usd_est": 0.43159294, "venue": "studio", "wall_s": 1633.75}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r57d", "task": "rails-aj-enqueue-after-commit", "tokens": 174594, "usd_est": 0.0064906, "venue": "studio", "wall_s": 138.616}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r57d", "task": "rails-aj-enqueue-after-commit", "tokens": 149964, "usd_est": 0.006671600000000001, "venue": "studio", "wall_s": 164.703}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "11", "round": "r56c", "task": "rails-aj-enqueue-after-commit", "tokens": 612024, "usd_est": 0.3434046, "venue": "studio", "wall_s": 930.116}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "11", "round": "r57d", "task": "rails-aj-enqueue-after-commit", "tokens": 248893, "usd_est": 0.0077392200000000015, "venue": "studio", "wall_s": 166.255}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "11", "round": "r57d", "task": "rails-aj-enqueue-after-commit", "tokens": 129394, "usd_est": 0.0051926, "venue": "studio", "wall_s": 128.562}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "12", "round": "r56c", "task": "rails-aj-enqueue-after-commit", "tokens": 1169023, "usd_est": 0.6900757399999999, "venue": "studio", "wall_s": 2212.389}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "12", "round": "r57d", "task": "rails-aj-enqueue-after-commit", "tokens": 176196, "usd_est": 0.007273439999999999, "venue": "studio", "wall_s": 271.091}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "12", "round": "r57d", "task": "rails-aj-enqueue-after-commit", "tokens": 74308, "usd_est": 0.00386096, "venue": "studio", "wall_s": 98.948}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "13", "round": "r57d", "task": "rails-aj-enqueue-after-commit", "tokens": 185405, "usd_est": 0.006577699999999999, "venue": "studio", "wall_s": 149.621}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "13", "round": "r57d", "task": "rails-aj-enqueue-after-commit", "tokens": 115302, "usd_est": 0.00506148, "venue": "studio", "wall_s": 144.151}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "14", "round": "r57d", "task": "rails-aj-enqueue-after-commit", "tokens": 128912, "usd_est": 0.0046228, "venue": "studio", "wall_s": 119.005}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "14", "round": "r57d", "task": "rails-aj-enqueue-after-commit", "tokens": 200684, "usd_est": 0.0065192, "venue": "studio", "wall_s": 96.471}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "15", "round": "r57d", "task": "rails-aj-enqueue-after-commit", "tokens": 184049, "usd_est": 0.006511619999999999, "venue": "studio", "wall_s": 171.299}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "15", "round": "r57d", "task": "rails-aj-enqueue-after-commit", "tokens": 82920, "usd_est": 0.004805439999999999, "venue": "studio", "wall_s": 99.523}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "16", "round": "r57d", "task": "rails-aj-enqueue-after-commit", "tokens": 138407, "usd_est": 0.00559166, "venue": "studio", "wall_s": 150.681}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "16", "round": "r57d", "task": "rails-aj-enqueue-after-commit", "tokens": 79701, "usd_est": 0.0042537, "venue": "studio", "wall_s": 185.245}
{"ITT outcome": "pass", "arm": "B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-aj-enqueue-after-commit", "tokens": 273525, "usd_est": 0.007237619999999999, "venue": "studio", "wall_s": 171.833}
{"ITT outcome": "pass", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-aj-enqueue-after-commit", "tokens": 153841, "usd_est": 0.0048108199999999995, "venue": "studio", "wall_s": 137.658}
{"ITT outcome": "pass", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-aj-enqueue-after-commit", "tokens": 179630, "usd_est": 0.00753804, "venue": "studio", "wall_s": 194.824}
{"ITT outcome": "pass", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-aj-enqueue-after-commit", "tokens": 157516, "usd_est": 0.00927144, "venue": "studio", "wall_s": 430.867}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-aj-enqueue-after-commit", "tokens": 2020220, "usd_est": 0.6712595, "venue": "studio", "wall_s": 2448.102}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-aj-enqueue-after-commit", "tokens": 1617491, "usd_est": 0.66249006, "venue": "studio", "wall_s": 2351.228}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-aj-enqueue-after-commit", "tokens": 1280491, "usd_est": 0.2728041, "venue": "studio", "wall_s": 1051.42}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56c", "task": "rails-aj-enqueue-after-commit", "tokens": 655652, "usd_est": 0.28528014000000007, "venue": "studio", "wall_s": 817.76}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-aj-enqueue-after-commit", "tokens": 971075, "usd_est": 0.40561844, "venue": "studio", "wall_s": 1284.756}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-aj-enqueue-after-commit", "tokens": 990445, "usd_est": 0.6905507999999999, "venue": "studio", "wall_s": 1538.431}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-aj-enqueue-after-commit", "tokens": 1486496, "usd_est": 0.9500544, "venue": "studio", "wall_s": 2357.649}
{"ITT outcome": "pass", "arm": "Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r17", "task": "rails-aj-enqueue-after-commit", "tokens": 96080, "usd_est": null, "venue": "studio", "wall_s": 176.296}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r21", "task": "rails-aj-enqueue-after-commit", "tokens": 61430, "usd_est": null, "venue": "studio", "wall_s": 228.895}
{"ITT outcome": "pass", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r27", "task": "rails-aj-enqueue-after-commit", "tokens": 39479, "usd_est": null, "venue": "studio", "wall_s": 92.174}
{"ITT outcome": "pass", "arm": "b-p21p11p18", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 355932, "usd_est": null, "venue": "studio", "wall_s": 153.823}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r19", "task": "rails-aj-enqueue-after-commit", "tokens": 42922, "usd_est": null, "venue": "studio", "wall_s": 52.776}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r27", "task": "rails-aj-enqueue-after-commit", "tokens": 56711, "usd_est": null, "venue": "studio", "wall_s": 61.565}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 65045, "usd_est": null, "venue": "studio", "wall_s": 78.225}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 55330, "usd_est": null, "venue": "studio", "wall_s": 67.981}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 54464, "usd_est": null, "venue": "studio", "wall_s": 63.46}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 64220, "usd_est": null, "venue": "studio", "wall_s": 65.549}
{"ITT outcome": "fail", "arm": "bare2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 69660, "usd_est": null, "venue": "studio", "wall_s": 59.003}
{"ITT outcome": "pass", "arm": "c-p11p12p18", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r5", "task": "rails-aj-enqueue-after-commit", "tokens": 79748, "usd_est": null, "venue": "studio", "wall_s": 156.86}
{"ITT outcome": "fail", "arm": "c-p11p18p22", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r5", "task": "rails-aj-enqueue-after-commit", "tokens": 133120, "usd_est": null, "venue": "studio", "wall_s": 87.081}
{"ITT outcome": "pass", "arm": "c-p12p17p21", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r5", "task": "rails-aj-enqueue-after-commit", "tokens": 114411, "usd_est": null, "venue": "studio", "wall_s": 65.508}
{"ITT outcome": "fail", "arm": "c-w2p17p11p18", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r5", "task": "rails-aj-enqueue-after-commit", "tokens": 176650, "usd_est": null, "venue": "studio", "wall_s": 129.242}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r48", "task": "rails-aj-enqueue-after-commit", "tokens": 53119, "usd_est": null, "venue": "studio", "wall_s": 574.322}
{"ITT outcome": "pass", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r37c", "task": "rails-aj-enqueue-after-commit", "tokens": 58791, "usd_est": null, "venue": "studio", "wall_s": 480.452}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57b", "task": "rails-aj-enqueue-after-commit", "tokens": 173673, "usd_est": 0.006874099999999999, "venue": "studio", "wall_s": 198.838}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64c", "task": "rails-aj-enqueue-after-commit", "tokens": 130778, "usd_est": 0.04326952, "venue": "studio", "wall_s": 235.411}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64", "task": "rails-aj-enqueue-after-commit", "tokens": 1207414, "usd_est": 0.06412992, "venue": "studio", "wall_s": 617.284}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64c", "task": "rails-aj-enqueue-after-commit", "tokens": 790707, "usd_est": 0.049845719999999996, "venue": "studio", "wall_s": 451.512}
{"ITT outcome": "pass", "arm": "mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r49", "task": "rails-aj-enqueue-after-commit", "tokens": 687142, "usd_est": 0.02640884, "venue": "studio", "wall_s": 598.112}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r69", "task": "rails-aj-enqueue-after-commit", "tokens": 99750, "usd_est": null, "venue": "studio", "wall_s": 126.513}
{"ITT outcome": "pass", "arm": "p21", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 244313, "usd_est": null, "venue": "studio", "wall_s": 76.042}
{"ITT outcome": "pass", "arm": "p21", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 86183, "usd_est": null, "venue": "studio", "wall_s": 73.01}
{"ITT outcome": "fail", "arm": "p21p22", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 79626, "usd_est": null, "venue": "studio", "wall_s": 65.984}
{"ITT outcome": "fail", "arm": "p21p22p23", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 112856, "usd_est": null, "venue": "studio", "wall_s": 78.062}
{"ITT outcome": "fail", "arm": "p22", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 35740, "usd_est": null, "venue": "studio", "wall_s": 48.431}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "rails-aj-enqueue-after-commit", "tokens": 321185, "usd_est": null, "venue": "studio", "wall_s": 777.365}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "rails-aj-enqueue-after-commit", "tokens": 184380, "usd_est": null, "venue": "studio", "wall_s": 458.885}
{"ITT outcome": "pass", "arm": "pl-approach-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 78134, "usd_est": 0.04961828, "venue": "studio", "wall_s": 339.024}
{"ITT outcome": "pass", "arm": "pl-approach-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 1088795, "usd_est": 0.062048980000000004, "venue": "studio", "wall_s": 940.148}
{"ITT outcome": "pass", "arm": "pl-approach-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 192985, "usd_est": 0.12959482000000003, "venue": "studio", "wall_s": 429.932}
{"ITT outcome": "pass", "arm": "pl-criteria-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 80065, "usd_est": 0.01920792, "venue": "studio", "wall_s": 153.594}
{"ITT outcome": "pass", "arm": "pl-criteria-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 238334, "usd_est": 0.02383222, "venue": "studio", "wall_s": 242.456}
{"ITT outcome": "pass", "arm": "pl-criteria-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 132039, "usd_est": 0.08236885999999999, "venue": "studio", "wall_s": 272.998}
{"ITT outcome": "fail", "arm": "pl-none-luna-low", "effort": "gpt-6-luna / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 62239, "usd_est": 0.00318694, "venue": "studio", "wall_s": 51.266}
{"ITT outcome": "pass", "arm": "pl-none-luna-max", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 211633, "usd_est": 0.007525779999999999, "venue": "studio", "wall_s": 156.677}
{"ITT outcome": "pass", "arm": "pl-none-sol-low", "effort": "gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 64279, "usd_est": 0.0697772, "venue": "studio", "wall_s": 154.632}
{"ITT outcome": "pass", "arm": "pl-steps-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 294294, "usd_est": 0.05092358, "venue": "studio", "wall_s": 588.066}
{"ITT outcome": "pass", "arm": "pl-steps-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 332625, "usd_est": 0.0567621, "venue": "studio", "wall_s": 575.552}
{"ITT outcome": "pass", "arm": "pl-steps-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-aj-enqueue-after-commit", "tokens": 183263, "usd_est": 0.12720102, "venue": "studio", "wall_s": 393.023}
{"ITT outcome": "pass", "arm": "plan-grok", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 87329, "usd_est": null, "venue": "studio", "wall_s": 79.3}
{"ITT outcome": "pass", "arm": "plan-lunamax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 52096, "usd_est": null, "venue": "studio", "wall_s": 526.26}
{"ITT outcome": "pass", "arm": "plan-sol-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 70637, "usd_est": null, "venue": "studio", "wall_s": 184.879}
{"ITT outcome": "pass", "arm": "plan-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 45848, "usd_est": null, "venue": "studio", "wall_s": 338.773}
{"ITT outcome": "fail", "arm": "review-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r29", "task": "rails-aj-enqueue-after-commit", "tokens": 44173, "usd_est": null, "venue": "studio", "wall_s": 99.504}
{"ITT outcome": "pass", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r19", "task": "rails-aj-enqueue-after-commit", "tokens": 118084, "usd_est": null, "venue": "studio", "wall_s": 387.701}
{"ITT outcome": "pass", "arm": "route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r29", "task": "rails-aj-enqueue-after-commit", "tokens": 102210, "usd_est": null, "venue": "studio", "wall_s": 387.019}
{"ITT outcome": "pass", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r46", "task": "rails-aj-enqueue-after-commit", "tokens": 65383, "usd_est": null, "venue": "studio", "wall_s": 230.823}
{"ITT outcome": "pass", "arm": "route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r29", "task": "rails-aj-enqueue-after-commit", "tokens": 80662, "usd_est": null, "venue": "studio", "wall_s": 220.207}
{"ITT outcome": "pass", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r47", "task": "rails-aj-enqueue-after-commit", "tokens": 121997, "usd_est": null, "venue": "studio", "wall_s": 225.784}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r28", "task": "rails-aj-enqueue-after-commit", "tokens": 38775, "usd_est": null, "venue": "studio", "wall_s": 628.544}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r26", "task": "rails-aj-enqueue-after-commit", "tokens": 170310, "usd_est": null, "venue": "studio", "wall_s": 369.068}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r45", "task": "rails-aj-enqueue-after-commit", "tokens": 66017, "usd_est": null, "venue": "studio", "wall_s": 101.342}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57b", "task": "rails-aj-enqueue-after-commit", "tokens": 100429, "usd_est": 0.00616346, "venue": "studio", "wall_s": 157.733}
{"ITT outcome": "pass", "arm": "w1w2w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 138571, "usd_est": null, "venue": "studio", "wall_s": 159.607}
{"ITT outcome": "pass", "arm": "w1w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 118496, "usd_est": null, "venue": "studio", "wall_s": 1046.421}
{"ITT outcome": "pass", "arm": "w2w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 161044, "usd_est": null, "venue": "studio", "wall_s": 117.258}
{"ITT outcome": "pass", "arm": "w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 182016, "usd_est": null, "venue": "studio", "wall_s": 109.787}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-aj-enqueue-after-commit", "tokens": 2935644, "usd_est": 0.6501818800000001, "venue": "studio", "wall_s": 2473.146}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r56c", "task": "rails-aj-enqueue-after-commit", "tokens": 578635, "usd_est": 0.21551894000000002, "venue": "studio", "wall_s": 982.782}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-aj-enqueue-after-commit", "tokens": 1406325, "usd_est": 0.8794916, "venue": "studio", "wall_s": 2416.532}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-aj-enqueue-after-commit", "tokens": 1064540, "usd_est": 0.5933264, "venue": "studio", "wall_s": 1298.111}
{"ITT outcome": "pass", "arm": "Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r17", "task": "rails-aj-enqueue-after-commit", "tokens": 185011, "usd_est": null, "venue": "studio", "wall_s": 242.075}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r21", "task": "rails-aj-enqueue-after-commit", "tokens": 177724, "usd_est": null, "venue": "studio", "wall_s": 228.358}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r27", "task": "rails-aj-enqueue-after-commit", "tokens": 51588, "usd_est": null, "venue": "studio", "wall_s": 70.196}
{"ITT outcome": "pass", "arm": "b-p21p11p18", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 362339, "usd_est": null, "venue": "studio", "wall_s": 113.653}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r19", "task": "rails-aj-enqueue-after-commit", "tokens": 42732, "usd_est": null, "venue": "studio", "wall_s": 72.989}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r27", "task": "rails-aj-enqueue-after-commit", "tokens": 56193, "usd_est": null, "venue": "studio", "wall_s": 109.631}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 92519, "usd_est": null, "venue": "studio", "wall_s": 84.038}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 53059, "usd_est": null, "venue": "studio", "wall_s": 58.152}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 59672, "usd_est": null, "venue": "studio", "wall_s": 66.46}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 71141, "usd_est": null, "venue": "studio", "wall_s": 49.97}
{"ITT outcome": "fail", "arm": "bare2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 21667, "usd_est": null, "venue": "studio", "wall_s": 12.295}
{"ITT outcome": "fail", "arm": "c-p11p12p18", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r5", "task": "rails-aj-enqueue-after-commit", "tokens": 128083, "usd_est": null, "venue": "studio", "wall_s": 161.865}
{"ITT outcome": "pass", "arm": "c-p11p18p22", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r5", "task": "rails-aj-enqueue-after-commit", "tokens": 157591, "usd_est": null, "venue": "studio", "wall_s": 122.683}
{"ITT outcome": "pass", "arm": "c-p12p17p21", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r5", "task": "rails-aj-enqueue-after-commit", "tokens": 132715, "usd_est": null, "venue": "studio", "wall_s": 91.127}
{"ITT outcome": "fail", "arm": "c-w2p17p11p18", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r5", "task": "rails-aj-enqueue-after-commit", "tokens": 75811, "usd_est": null, "venue": "studio", "wall_s": 68.011}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r48", "task": "rails-aj-enqueue-after-commit", "tokens": 53315, "usd_est": null, "venue": "studio", "wall_s": 977.784}
{"ITT outcome": "pass", "arm": "cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r36", "task": "rails-aj-enqueue-after-commit", "tokens": 302251, "usd_est": null, "venue": "studio", "wall_s": 594.047}
{"ITT outcome": "fail", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r37c", "task": "rails-aj-enqueue-after-commit", "tokens": 290741, "usd_est": null, "venue": "studio", "wall_s": 799.11}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57b", "task": "rails-aj-enqueue-after-commit", "tokens": 155528, "usd_est": 0.007058, "venue": "studio", "wall_s": 194.905}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64c", "task": "rails-aj-enqueue-after-commit", "tokens": 295441, "usd_est": 0.04465176, "venue": "studio", "wall_s": 243.909}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64", "task": "rails-aj-enqueue-after-commit", "tokens": 710313, "usd_est": 0.05220416, "venue": "studio", "wall_s": 720.018}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64c", "task": "rails-aj-enqueue-after-commit", "tokens": 356814, "usd_est": 0.0410174, "venue": "studio", "wall_s": 315.731}
{"ITT outcome": "pass", "arm": "mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r49", "task": "rails-aj-enqueue-after-commit", "tokens": 1339548, "usd_est": 0.22172841999999998, "venue": "studio", "wall_s": 1039.386}
{"ITT outcome": "pass", "arm": "mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r49", "task": "rails-aj-enqueue-after-commit", "tokens": 781489, "usd_est": 0.026949459999999998, "venue": "studio", "wall_s": 853.268}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r69", "task": "rails-aj-enqueue-after-commit", "tokens": 97126, "usd_est": null, "venue": "studio", "wall_s": 139.209}
{"ITT outcome": "pass", "arm": "p21", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 93471, "usd_est": null, "venue": "studio", "wall_s": 61.074}
{"ITT outcome": "fail", "arm": "p21", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 70081, "usd_est": null, "venue": "studio", "wall_s": 64.458}
{"ITT outcome": "pass", "arm": "p21p22", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 153942, "usd_est": null, "venue": "studio", "wall_s": 96.662}
{"ITT outcome": "fail", "arm": "p21p22p23", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 55914, "usd_est": null, "venue": "studio", "wall_s": 67.003}
{"ITT outcome": "fail", "arm": "p22", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 70758, "usd_est": null, "venue": "studio", "wall_s": 62.569}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "rails-aj-enqueue-after-commit", "tokens": 108909, "usd_est": null, "venue": "studio", "wall_s": 549.307}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "rails-aj-enqueue-after-commit", "tokens": 47483, "usd_est": null, "venue": "studio", "wall_s": 400.136}
{"ITT outcome": "pass", "arm": "plan-grok", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 53131, "usd_est": null, "venue": "studio", "wall_s": 47.725}
{"ITT outcome": "pass", "arm": "plan-lunamax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 163034, "usd_est": null, "venue": "studio", "wall_s": 592.451}
{"ITT outcome": "pass", "arm": "plan-sol-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 46364, "usd_est": null, "venue": "studio", "wall_s": 194.654}
{"ITT outcome": "pass", "arm": "plan-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 242916, "usd_est": null, "venue": "studio", "wall_s": 351.623}
{"ITT outcome": "pass", "arm": "review-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r29", "task": "rails-aj-enqueue-after-commit", "tokens": 80432, "usd_est": null, "venue": "studio", "wall_s": 259.088}
{"ITT outcome": "pass", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r19", "task": "rails-aj-enqueue-after-commit", "tokens": 56227, "usd_est": null, "venue": "studio", "wall_s": 100.722}
{"ITT outcome": "pass", "arm": "route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r29", "task": "rails-aj-enqueue-after-commit", "tokens": 211135, "usd_est": null, "venue": "studio", "wall_s": 521.822}
{"ITT outcome": "pass", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r46", "task": "rails-aj-enqueue-after-commit", "tokens": 27084, "usd_est": null, "venue": "studio", "wall_s": 239.469}
{"ITT outcome": "pass", "arm": "route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r29", "task": "rails-aj-enqueue-after-commit", "tokens": 56718, "usd_est": null, "venue": "studio", "wall_s": 215.533}
{"ITT outcome": "pass", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r47", "task": "rails-aj-enqueue-after-commit", "tokens": 63190, "usd_est": null, "venue": "studio", "wall_s": 93.074}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r28", "task": "rails-aj-enqueue-after-commit", "tokens": 41743, "usd_est": null, "venue": "studio", "wall_s": 778.104}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r26", "task": "rails-aj-enqueue-after-commit", "tokens": 48154, "usd_est": null, "venue": "studio", "wall_s": 325.297}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r45", "task": "rails-aj-enqueue-after-commit", "tokens": 80883, "usd_est": null, "venue": "studio", "wall_s": 142.22}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57b", "task": "rails-aj-enqueue-after-commit", "tokens": 104354, "usd_est": 0.005701400000000001, "venue": "studio", "wall_s": 182.513}
{"ITT outcome": "fail", "arm": "w1w2w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 272922, "usd_est": null, "venue": "studio", "wall_s": 197.866}
{"ITT outcome": "pass", "arm": "w1w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 94504, "usd_est": null, "venue": "studio", "wall_s": 117.028}
{"ITT outcome": "pass", "arm": "w2w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 172838, "usd_est": null, "venue": "studio", "wall_s": 92.663}
{"ITT outcome": "pass", "arm": "w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 180842, "usd_est": null, "venue": "studio", "wall_s": 179.619}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r56c", "task": "rails-aj-enqueue-after-commit", "tokens": 950839, "usd_est": 0.30975030000000003, "venue": "studio", "wall_s": 1243.593}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r21", "task": "rails-aj-enqueue-after-commit", "tokens": 69318, "usd_est": null, "venue": "studio", "wall_s": 214.977}
{"ITT outcome": "pass", "arm": "accept", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-aj-enqueue-after-commit", "tokens": 783852, "usd_est": null, "venue": "studio", "wall_s": 413.097}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r27", "task": "rails-aj-enqueue-after-commit", "tokens": 48683, "usd_est": null, "venue": "studio", "wall_s": 73.064}
{"ITT outcome": "pass", "arm": "approach", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-aj-enqueue-after-commit", "tokens": 272522, "usd_est": null, "venue": "studio", "wall_s": 337.81}
{"ITT outcome": "pass", "arm": "b-p21p11p18", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 151565, "usd_est": null, "venue": "studio", "wall_s": 99.105}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r19", "task": "rails-aj-enqueue-after-commit", "tokens": 58737, "usd_est": null, "venue": "studio", "wall_s": 55.343}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r27", "task": "rails-aj-enqueue-after-commit", "tokens": 52334, "usd_est": null, "venue": "studio", "wall_s": 87.19}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 64681, "usd_est": null, "venue": "studio", "wall_s": 62.994}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 49792, "usd_est": null, "venue": "studio", "wall_s": 50.487}
{"ITT outcome": "pass", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r37c", "task": "rails-aj-enqueue-after-commit", "tokens": 73484, "usd_est": null, "venue": "studio", "wall_s": 597.055}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57b", "task": "rails-aj-enqueue-after-commit", "tokens": 277513, "usd_est": 0.00812314, "venue": "studio", "wall_s": 199.301}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-aj-enqueue-after-commit", "tokens": 635546, "usd_est": 0.0460834, "venue": "studio", "wall_s": 399.974}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r64e", "task": "rails-aj-enqueue-after-commit", "tokens": 600622, "usd_est": null, "venue": "studio", "wall_s": 407.55}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-aj-enqueue-after-commit", "tokens": 220532, "usd_est": null, "venue": "studio", "wall_s": 142.606}
{"ITT outcome": "fail", "arm": "p21", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 39400, "usd_est": null, "venue": "studio", "wall_s": 56.42}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r30", "task": "rails-aj-enqueue-after-commit", "tokens": 816192, "usd_est": null, "venue": "studio", "wall_s": 1117.883}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r30", "task": "rails-aj-enqueue-after-commit", "tokens": 392782, "usd_est": null, "venue": "studio", "wall_s": 568.838}
{"ITT outcome": "pass", "arm": "plan-grok", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 46639, "usd_est": null, "venue": "studio", "wall_s": 63.777}
{"ITT outcome": "pass", "arm": "plan-lunamax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 91548, "usd_est": null, "venue": "studio", "wall_s": 524.15}
{"ITT outcome": "pass", "arm": "plan-sol-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 79308, "usd_est": null, "venue": "studio", "wall_s": 180.722}
{"ITT outcome": "pass", "arm": "plan-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 305716, "usd_est": null, "venue": "studio", "wall_s": 457.701}
{"ITT outcome": "fail", "arm": "review-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r29", "task": "rails-aj-enqueue-after-commit", "tokens": 103114, "usd_est": null, "venue": "studio", "wall_s": 202.403}
{"ITT outcome": "pass", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r19", "task": "rails-aj-enqueue-after-commit", "tokens": 56524, "usd_est": null, "venue": "studio", "wall_s": 120.898}
{"ITT outcome": "pass", "arm": "route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r29", "task": "rails-aj-enqueue-after-commit", "tokens": 131023, "usd_est": null, "venue": "studio", "wall_s": 497.139}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r28", "task": "rails-aj-enqueue-after-commit", "tokens": 84673, "usd_est": null, "venue": "studio", "wall_s": 476.045}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r26", "task": "rails-aj-enqueue-after-commit", "tokens": 158066, "usd_est": null, "venue": "studio", "wall_s": 526.956}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57b", "task": "rails-aj-enqueue-after-commit", "tokens": 139817, "usd_est": 0.004796419999999999, "venue": "studio", "wall_s": 105.499}
{"ITT outcome": "pass", "arm": "spec", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-aj-enqueue-after-commit", "tokens": 1691349, "usd_est": null, "venue": "studio", "wall_s": 830.168}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r56c", "task": "rails-aj-enqueue-after-commit", "tokens": 768223, "usd_est": 0.23618584, "venue": "studio", "wall_s": 944.86}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r21", "task": "rails-aj-enqueue-after-commit", "tokens": 127010, "usd_est": null, "venue": "studio", "wall_s": 248.807}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r27", "task": "rails-aj-enqueue-after-commit", "tokens": 50699, "usd_est": null, "venue": "studio", "wall_s": 55.949}
{"ITT outcome": "pass", "arm": "b-p21p11p18", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 151733, "usd_est": null, "venue": "studio", "wall_s": 84.574}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r19", "task": "rails-aj-enqueue-after-commit", "tokens": 49691, "usd_est": null, "venue": "studio", "wall_s": 49.451}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r27", "task": "rails-aj-enqueue-after-commit", "tokens": 66198, "usd_est": null, "venue": "studio", "wall_s": 55.441}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 46255, "usd_est": null, "venue": "studio", "wall_s": 79.128}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 76948, "usd_est": null, "venue": "studio", "wall_s": 63.057}
{"ITT outcome": "pass", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r37c", "task": "rails-aj-enqueue-after-commit", "tokens": 90382, "usd_est": null, "venue": "studio", "wall_s": 589.936}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57b", "task": "rails-aj-enqueue-after-commit", "tokens": 196625, "usd_est": 0.005676980000000001, "venue": "studio", "wall_s": 102.484}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r64b", "task": "rails-aj-enqueue-after-commit", "tokens": 544563, "usd_est": 0.05478774, "venue": "studio", "wall_s": 470.845}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r64e", "task": "rails-aj-enqueue-after-commit", "tokens": 1001397, "usd_est": null, "venue": "studio", "wall_s": 532.818}
{"ITT outcome": "fail", "arm": "p21", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 75978, "usd_est": null, "venue": "studio", "wall_s": 71.525}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r30", "task": "rails-aj-enqueue-after-commit", "tokens": 59092, "usd_est": null, "venue": "studio", "wall_s": 607.076}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r30", "task": "rails-aj-enqueue-after-commit", "tokens": 111666, "usd_est": null, "venue": "studio", "wall_s": 403.845}
{"ITT outcome": "pass", "arm": "plan-grok", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 107081, "usd_est": null, "venue": "studio", "wall_s": 80.326}
{"ITT outcome": "pass", "arm": "plan-lunamax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 149203, "usd_est": null, "venue": "studio", "wall_s": 381.028}
{"ITT outcome": "pass", "arm": "plan-sol-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 56400, "usd_est": null, "venue": "studio", "wall_s": 210.672}
{"ITT outcome": "pass", "arm": "plan-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r7", "task": "rails-aj-enqueue-after-commit", "tokens": 45550, "usd_est": null, "venue": "studio", "wall_s": 303.136}
{"ITT outcome": "pass", "arm": "review-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r29", "task": "rails-aj-enqueue-after-commit", "tokens": 56039, "usd_est": null, "venue": "studio", "wall_s": 104.432}
{"ITT outcome": "pass", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r19", "task": "rails-aj-enqueue-after-commit", "tokens": 45562, "usd_est": null, "venue": "studio", "wall_s": 144.847}
{"ITT outcome": "pass", "arm": "route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r29", "task": "rails-aj-enqueue-after-commit", "tokens": 184162, "usd_est": null, "venue": "studio", "wall_s": 491.021}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r28", "task": "rails-aj-enqueue-after-commit", "tokens": 96024, "usd_est": null, "venue": "studio", "wall_s": 495.022}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57b", "task": "rails-aj-enqueue-after-commit", "tokens": 159618, "usd_est": 0.00543068, "venue": "studio", "wall_s": 146.2}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r56c", "task": "rails-aj-enqueue-after-commit", "tokens": 1090478, "usd_est": 0.3305624, "venue": "studio", "wall_s": 1022.62}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57b", "task": "rails-aj-enqueue-after-commit", "tokens": 141960, "usd_est": 0.0054308, "venue": "studio", "wall_s": 120.536}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57b", "task": "rails-aj-enqueue-after-commit", "tokens": 152470, "usd_est": 0.005573560000000001, "venue": "studio", "wall_s": 183.255}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "7", "round": "r56c", "task": "rails-aj-enqueue-after-commit", "tokens": 528594, "usd_est": 0.26766014, "venue": "studio", "wall_s": 796.552}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57b", "task": "rails-aj-enqueue-after-commit", "tokens": 311819, "usd_est": 0.00829966, "venue": "studio", "wall_s": 199.489}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57b", "task": "rails-aj-enqueue-after-commit", "tokens": 95918, "usd_est": 0.0039922, "venue": "studio", "wall_s": 105.023}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "8", "round": "r56c", "task": "rails-aj-enqueue-after-commit", "tokens": 1013004, "usd_est": 0.24892177999999998, "venue": "studio", "wall_s": 1141.247}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57b", "task": "rails-aj-enqueue-after-commit", "tokens": 234446, "usd_est": 0.008631160000000002, "venue": "studio", "wall_s": 361.44}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57b", "task": "rails-aj-enqueue-after-commit", "tokens": 147557, "usd_est": 0.0047503400000000005, "venue": "studio", "wall_s": 101.962}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "9", "round": "r56c", "task": "rails-aj-enqueue-after-commit", "tokens": 1103787, "usd_est": 0.31489714, "venue": "studio", "wall_s": 1050.021}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r57d", "task": "rails-aj-enqueue-after-commit", "tokens": 130256, "usd_est": 0.00434952, "venue": "studio", "wall_s": 92.027}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r57d", "task": "rails-aj-enqueue-after-commit", "tokens": 178612, "usd_est": 0.00725984, "venue": "studio", "wall_s": 259.137}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "rails-aj-resumable-cleanup", "tokens": 3725690, "usd_est": 0.5992300799999999, "venue": "studio", "wall_s": 2240.187}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r64d", "task": "rails-aj-resumable-cleanup", "tokens": 491949, "usd_est": null, "venue": "studio", "wall_s": 727.471}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r53", "task": "rails-aj-resumable-cleanup", "tokens": 3470101, "usd_est": 0.6507884, "venue": "studio", "wall_s": 1993.933}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r64d", "task": "rails-aj-resumable-cleanup", "tokens": 801169, "usd_est": null, "venue": "studio", "wall_s": 526.953}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "rails-aj-resumable-cleanup", "tokens": 3667352, "usd_est": 0.5291484, "venue": "studio", "wall_s": 1992.64}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r64d", "task": "rails-aj-resumable-cleanup", "tokens": 1446269, "usd_est": null, "venue": "studio", "wall_s": 673.67}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r53b", "task": "rails-aj-resumable-cleanup", "tokens": 1993103, "usd_est": null, "venue": "studio", "wall_s": 1997.72}
{"ITT outcome": "fail", "arm": "kh-plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r64d", "task": "rails-aj-resumable-cleanup", "tokens": 1148340, "usd_est": null, "venue": "studio", "wall_s": 541.199}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r64d", "task": "rails-aj-resumable-cleanup", "tokens": 422463, "usd_est": null, "venue": "studio", "wall_s": 403.542}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r53b", "task": "rails-aj-resumable-cleanup", "tokens": 1892763, "usd_est": null, "venue": "studio", "wall_s": 1705.963}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-ar-archive-book-access", "tokens": 1704216, "usd_est": 0.5262778, "venue": "studio", "wall_s": 1383.832}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-ar-archive-book-access", "tokens": 1048312, "usd_est": 0.6282784, "venue": "studio", "wall_s": 1380.358}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-ar-archive-book-access", "tokens": 971194, "usd_est": 0.6658328, "venue": "studio", "wall_s": 1473.288}
{"ITT outcome": "pass", "arm": "Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r17", "task": "rails-ar-archive-book-access", "tokens": 83853, "usd_est": null, "venue": "studio", "wall_s": 283.375}
{"ITT outcome": "pass", "arm": "approach", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "rails-ar-archive-book-access", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 79391, "usd_est": null, "venue": "studio", "wall_s": 71.532}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 43603, "usd_est": null, "venue": "studio", "wall_s": 42.388}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 23606, "usd_est": null, "venue": "studio", "wall_s": 28.859}
{"ITT outcome": "pass", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r48", "task": "rails-ar-archive-book-access", "tokens": 36996, "usd_est": null, "venue": "studio", "wall_s": 336.78}
{"ITT outcome": "fail", "arm": "k-turns200+p05", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 38961, "usd_est": null, "venue": "studio", "wall_s": 53.978}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64c", "task": "rails-ar-archive-book-access", "tokens": 465857, "usd_est": 0.050067280000000006, "venue": "studio", "wall_s": 300.75}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64", "task": "rails-ar-archive-book-access", "tokens": 798059, "usd_est": 0.05889507999999999, "venue": "studio", "wall_s": 721.562}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64c", "task": "rails-ar-archive-book-access", "tokens": 453864, "usd_est": 0.04212486, "venue": "studio", "wall_s": 302.254}
{"ITT outcome": "pass", "arm": "m-p01+p11", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 43333, "usd_est": null, "venue": "studio", "wall_s": 59.591}
{"ITT outcome": "pass", "arm": "m-p02+p03+p15", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 68893, "usd_est": null, "venue": "studio", "wall_s": 70.09}
{"ITT outcome": "pass", "arm": "m-p05+p06+p17", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 72137, "usd_est": null, "venue": "studio", "wall_s": 72.546}
{"ITT outcome": "pass", "arm": "m-p05+p06", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 38519, "usd_est": null, "venue": "studio", "wall_s": 48.421}
{"ITT outcome": "pass", "arm": "m-p16+p06", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 110678, "usd_est": null, "venue": "studio", "wall_s": 101.635}
{"ITT outcome": "pass", "arm": "mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r49", "task": "rails-ar-archive-book-access", "tokens": 220014, "usd_est": 0.10674094, "venue": "studio", "wall_s": 326.881}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "rails-ar-archive-book-access", "tokens": 208542, "usd_est": null, "venue": "studio", "wall_s": 262.017}
{"ITT outcome": "pass", "arm": "p03", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 63824, "usd_est": null, "venue": "studio", "wall_s": 80.568}
{"ITT outcome": "pass", "arm": "p09", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 45665, "usd_est": null, "venue": "studio", "wall_s": 42.432}
{"ITT outcome": "pass", "arm": "p12", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 37451, "usd_est": null, "venue": "studio", "wall_s": 80.568}
{"ITT outcome": "fail", "arm": "p15", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 19523, "usd_est": null, "venue": "studio", "wall_s": 14.8}
{"ITT outcome": "fail", "arm": "p18", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 39943, "usd_est": null, "venue": "studio", "wall_s": 23.348}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r30", "task": "rails-ar-archive-book-access", "tokens": 74576, "usd_est": null, "venue": "studio", "wall_s": 445.447}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r30", "task": "rails-ar-archive-book-access", "tokens": 52472, "usd_est": null, "venue": "studio", "wall_s": 384.602}
{"ITT outcome": "pass", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r46", "task": "rails-ar-archive-book-access", "tokens": 27957, "usd_est": null, "venue": "studio", "wall_s": 187.814}
{"ITT outcome": "pass", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r47", "task": "rails-ar-archive-book-access", "tokens": 56350, "usd_est": null, "venue": "studio", "wall_s": 77.011}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r28", "task": "rails-ar-archive-book-access", "tokens": 40250, "usd_est": null, "venue": "studio", "wall_s": 432.979}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r45", "task": "rails-ar-archive-book-access", "tokens": 169860, "usd_est": null, "venue": "studio", "wall_s": 714.173}
{"ITT outcome": "pass", "arm": "w1+p04+p06", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 53140, "usd_est": null, "venue": "studio", "wall_s": 109.54}
{"ITT outcome": "pass", "arm": "w1+p05", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 66579, "usd_est": null, "venue": "studio", "wall_s": 117.347}
{"ITT outcome": "pass", "arm": "w1+p13", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 40915, "usd_est": null, "venue": "studio", "wall_s": 99.328}
{"ITT outcome": "pass", "arm": "w1", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 28766, "usd_est": null, "venue": "studio", "wall_s": 97.388}
{"ITT outcome": "pass", "arm": "w1w2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 40876, "usd_est": null, "venue": "studio", "wall_s": 103.598}
{"ITT outcome": "pass", "arm": "w1w2w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 66414, "usd_est": null, "venue": "studio", "wall_s": 127.407}
{"ITT outcome": "pass", "arm": "w1w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 129035, "usd_est": null, "venue": "studio", "wall_s": 191.738}
{"ITT outcome": "pass", "arm": "w2w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 65019, "usd_est": null, "venue": "studio", "wall_s": 98.67}
{"ITT outcome": "pass", "arm": "w5", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 82094, "usd_est": null, "venue": "studio", "wall_s": 65.019}
{"ITT outcome": "pass", "arm": "w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 58541, "usd_est": null, "venue": "studio", "wall_s": 82.107}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-ar-archive-book-access", "tokens": 1387385, "usd_est": 0.4959192, "venue": "studio", "wall_s": 1372.996}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-ar-archive-book-access", "tokens": 997659, "usd_est": 0.5404108000000001, "venue": "studio", "wall_s": 1361.388}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-ar-archive-book-access", "tokens": 1175801, "usd_est": 0.6341908, "venue": "studio", "wall_s": 1329.868}
{"ITT outcome": "pass", "arm": "Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r17", "task": "rails-ar-archive-book-access", "tokens": 61485, "usd_est": null, "venue": "studio", "wall_s": 189.378}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 45841, "usd_est": null, "venue": "studio", "wall_s": 29.395}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 42511, "usd_est": null, "venue": "studio", "wall_s": 56.58}
{"ITT outcome": "pass", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r48", "task": "rails-ar-archive-book-access", "tokens": 51419, "usd_est": null, "venue": "studio", "wall_s": 448.71}
{"ITT outcome": "pass", "arm": "k-turns200+p05", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 46530, "usd_est": null, "venue": "studio", "wall_s": 41.934}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64c", "task": "rails-ar-archive-book-access", "tokens": 373357, "usd_est": 0.04580174000000001, "venue": "studio", "wall_s": 255.614}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64", "task": "rails-ar-archive-book-access", "tokens": 740728, "usd_est": 0.05769502, "venue": "studio", "wall_s": 409.612}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64c", "task": "rails-ar-archive-book-access", "tokens": 617047, "usd_est": 0.0463915, "venue": "studio", "wall_s": 490.945}
{"ITT outcome": "pass", "arm": "m-p01+p11", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 64181, "usd_est": null, "venue": "studio", "wall_s": 76.02}
{"ITT outcome": "pass", "arm": "m-p02+p03+p15", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 74155, "usd_est": null, "venue": "studio", "wall_s": 68.581}
{"ITT outcome": "fail", "arm": "m-p05+p06+p17", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 49444, "usd_est": null, "venue": "studio", "wall_s": 41.928}
{"ITT outcome": "pass", "arm": "m-p05+p06", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 46272, "usd_est": null, "venue": "studio", "wall_s": 66.507}
{"ITT outcome": "pass", "arm": "m-p16+p06", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 47848, "usd_est": null, "venue": "studio", "wall_s": 69.056}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r69", "task": "rails-ar-archive-book-access", "tokens": 57452, "usd_est": null, "venue": "studio", "wall_s": 172.753}
{"ITT outcome": "pass", "arm": "p03", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 73873, "usd_est": null, "venue": "studio", "wall_s": 48.934}
{"ITT outcome": "fail", "arm": "p09", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 22418, "usd_est": null, "venue": "studio", "wall_s": 20.867}
{"ITT outcome": "pass", "arm": "p12", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 38949, "usd_est": null, "venue": "studio", "wall_s": 64.026}
{"ITT outcome": "pass", "arm": "p15", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 43657, "usd_est": null, "venue": "studio", "wall_s": 43.916}
{"ITT outcome": "pass", "arm": "p18", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 37797, "usd_est": null, "venue": "studio", "wall_s": 42.934}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "rails-ar-archive-book-access", "tokens": 107327, "usd_est": null, "venue": "studio", "wall_s": 375.779}
{"ITT outcome": "pass", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r46", "task": "rails-ar-archive-book-access", "tokens": 39637, "usd_est": null, "venue": "studio", "wall_s": 529.624}
{"ITT outcome": "pass", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r47", "task": "rails-ar-archive-book-access", "tokens": 71251, "usd_est": null, "venue": "studio", "wall_s": 86.792}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r28", "task": "rails-ar-archive-book-access", "tokens": 87256, "usd_est": null, "venue": "studio", "wall_s": 644.838}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r26", "task": "rails-ar-archive-book-access", "tokens": 177928, "usd_est": null, "venue": "studio", "wall_s": 507.968}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r45", "task": "rails-ar-archive-book-access", "tokens": 101171, "usd_est": null, "venue": "studio", "wall_s": 714.863}
{"ITT outcome": "pass", "arm": "w1+p04+p06", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 31916, "usd_est": null, "venue": "studio", "wall_s": 96.315}
{"ITT outcome": "pass", "arm": "w1+p05", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 42839, "usd_est": null, "venue": "studio", "wall_s": 105.475}
{"ITT outcome": "pass", "arm": "w1+p13", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 31334, "usd_est": null, "venue": "studio", "wall_s": 83.816}
{"ITT outcome": "pass", "arm": "w1w2w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 171680, "usd_est": null, "venue": "studio", "wall_s": 185.506}
{"ITT outcome": "pass", "arm": "w1w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 46971, "usd_est": null, "venue": "studio", "wall_s": 113.2}
{"ITT outcome": "pass", "arm": "w2w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 66462, "usd_est": null, "venue": "studio", "wall_s": 91.202}
{"ITT outcome": "pass", "arm": "w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 53596, "usd_est": null, "venue": "studio", "wall_s": 91.204}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-ar-archive-book-access", "tokens": 1694359, "usd_est": 0.5323445, "venue": "studio", "wall_s": 1461.948}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-ar-archive-book-access", "tokens": 1130168, "usd_est": 0.6092656, "venue": "studio", "wall_s": 1119.688}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-ar-archive-book-access", "tokens": 1210066, "usd_est": 0.6517672000000001, "venue": "studio", "wall_s": 1277.751}
{"ITT outcome": "pass", "arm": "Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r17", "task": "rails-ar-archive-book-access", "tokens": 140909, "usd_est": null, "venue": "studio", "wall_s": 212.209}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 21113, "usd_est": null, "venue": "studio", "wall_s": 26.407}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 23413, "usd_est": null, "venue": "studio", "wall_s": 50.439}
{"ITT outcome": "pass", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r48", "task": "rails-ar-archive-book-access", "tokens": 61007, "usd_est": null, "venue": "studio", "wall_s": 591.163}
{"ITT outcome": "fail", "arm": "k-turns200+p05", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 35728, "usd_est": null, "venue": "studio", "wall_s": 48.941}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64c", "task": "rails-ar-archive-book-access", "tokens": 266222, "usd_est": 0.04682046, "venue": "studio", "wall_s": 222.815}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64", "task": "rails-ar-archive-book-access", "tokens": 741717, "usd_est": 0.05935988, "venue": "studio", "wall_s": 555.658}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64c", "task": "rails-ar-archive-book-access", "tokens": 408451, "usd_est": 0.042808399999999996, "venue": "studio", "wall_s": 404.536}
{"ITT outcome": "pass", "arm": "m-p01+p11", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 82260, "usd_est": null, "venue": "studio", "wall_s": 70.544}
{"ITT outcome": "pass", "arm": "m-p02+p03+p15", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 96411, "usd_est": null, "venue": "studio", "wall_s": 73.036}
{"ITT outcome": "pass", "arm": "m-p05+p06+p17", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 152701, "usd_est": null, "venue": "studio", "wall_s": 108.67}
{"ITT outcome": "pass", "arm": "m-p05+p06", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 84239, "usd_est": null, "venue": "studio", "wall_s": 62.003}
{"ITT outcome": "fail", "arm": "m-p16+p06", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 45329, "usd_est": null, "venue": "studio", "wall_s": 52.952}
{"ITT outcome": "pass", "arm": "mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r49", "task": "rails-ar-archive-book-access", "tokens": 649949, "usd_est": 0.22659056, "venue": "studio", "wall_s": 963.065}
{"ITT outcome": "pass", "arm": "mc-review", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r49", "task": "rails-ar-archive-book-access", "tokens": 569726, "usd_est": 0.10752472, "venue": "studio", "wall_s": 926.333}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r69", "task": "rails-ar-archive-book-access", "tokens": 171282, "usd_est": null, "venue": "studio", "wall_s": 209.884}
{"ITT outcome": "pass", "arm": "p03", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 47879, "usd_est": null, "venue": "studio", "wall_s": 55.01}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "rails-ar-archive-book-access", "tokens": 165726, "usd_est": null, "venue": "studio", "wall_s": 754.23}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "rails-ar-archive-book-access", "tokens": 154186, "usd_est": null, "venue": "studio", "wall_s": 455.699}
{"ITT outcome": "pass", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r46", "task": "rails-ar-archive-book-access", "tokens": 28160, "usd_est": null, "venue": "studio", "wall_s": 346.732}
{"ITT outcome": "pass", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r47", "task": "rails-ar-archive-book-access", "tokens": 69471, "usd_est": null, "venue": "studio", "wall_s": 201.249}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r26", "task": "rails-ar-archive-book-access", "tokens": 137987, "usd_est": null, "venue": "studio", "wall_s": 503.956}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r45", "task": "rails-ar-archive-book-access", "tokens": 99500, "usd_est": null, "venue": "studio", "wall_s": 798.039}
{"ITT outcome": "fail", "arm": "w1+p05", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 16488, "usd_est": null, "venue": "studio", "wall_s": 55.478}
{"ITT outcome": "pass", "arm": "w1w2w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 75265, "usd_est": null, "venue": "studio", "wall_s": 120.311}
{"ITT outcome": "pass", "arm": "w1w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 42380, "usd_est": null, "venue": "studio", "wall_s": 106.086}
{"ITT outcome": "fail", "arm": "w2w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 132613, "usd_est": null, "venue": "studio", "wall_s": 76.718}
{"ITT outcome": "pass", "arm": "w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 42531, "usd_est": null, "venue": "studio", "wall_s": 72.598}
{"ITT outcome": "pass", "arm": "accept", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-ar-archive-book-access", "tokens": 359687, "usd_est": null, "venue": "studio", "wall_s": 228.456}
{"ITT outcome": "pass", "arm": "approach", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-ar-archive-book-access", "tokens": 367363, "usd_est": null, "venue": "studio", "wall_s": 338.86}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-ar-archive-book-access", "tokens": 1599056, "usd_est": 0.07220082, "venue": "studio", "wall_s": 705.852}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r64e", "task": "rails-ar-archive-book-access", "tokens": 346973, "usd_est": null, "venue": "studio", "wall_s": 464.871}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-ar-archive-book-access", "tokens": 143558, "usd_est": null, "venue": "studio", "wall_s": 195.282}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r30", "task": "rails-ar-archive-book-access", "tokens": 40500, "usd_est": null, "venue": "studio", "wall_s": 449.148}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r30", "task": "rails-ar-archive-book-access", "tokens": 73503, "usd_est": null, "venue": "studio", "wall_s": 374.041}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r28", "task": "rails-ar-archive-book-access", "tokens": 155328, "usd_est": null, "venue": "studio", "wall_s": 540.439}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r26", "task": "rails-ar-archive-book-access", "tokens": 83844, "usd_est": null, "venue": "studio", "wall_s": 379.773}
{"ITT outcome": "pass", "arm": "spec", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-ar-archive-book-access", "tokens": 680739, "usd_est": null, "venue": "studio", "wall_s": 516.098}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r64b", "task": "rails-ar-archive-book-access", "tokens": 466337, "usd_est": 0.05599741999999999, "venue": "studio", "wall_s": 389.84}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r64e", "task": "rails-ar-archive-book-access", "tokens": 478776, "usd_est": null, "venue": "studio", "wall_s": 416.356}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r30", "task": "rails-ar-archive-book-access", "tokens": 201417, "usd_est": null, "venue": "studio", "wall_s": 756.56}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r30", "task": "rails-ar-archive-book-access", "tokens": 44531, "usd_est": null, "venue": "studio", "wall_s": 295.312}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "rails-ar-atomic-import", "tokens": 1333501, "usd_est": 0.5623601799999999, "venue": "studio", "wall_s": 1378.024}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r64d", "task": "rails-ar-atomic-import", "tokens": 384680, "usd_est": null, "venue": "studio", "wall_s": 414.028}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r53", "task": "rails-ar-atomic-import", "tokens": 2444070, "usd_est": 0.58105882, "venue": "studio", "wall_s": 2075.176}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r64d", "task": "rails-ar-atomic-import", "tokens": 449146, "usd_est": null, "venue": "studio", "wall_s": 511.956}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "rails-ar-atomic-import", "tokens": 1330244, "usd_est": 0.5149432, "venue": "studio", "wall_s": 1195.2}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r64d", "task": "rails-ar-atomic-import", "tokens": 275806, "usd_est": null, "venue": "studio", "wall_s": 364.583}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r64d", "task": "rails-ar-atomic-import", "tokens": 359386, "usd_est": null, "venue": "studio", "wall_s": 376.943}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r53b", "task": "rails-ar-atomic-import", "tokens": 879965, "usd_est": null, "venue": "studio", "wall_s": 1414.568}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r64d", "task": "rails-ar-atomic-import", "tokens": 551961, "usd_est": null, "venue": "studio", "wall_s": 624.036}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r53b", "task": "rails-ar-atomic-import", "tokens": 741203, "usd_est": null, "venue": "studio", "wall_s": 1567.506}
{"ITT outcome": "pass", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-ar-bulk-access-grants", "tokens": 679346, "usd_est": 0.019730200000000003, "venue": "studio", "wall_s": 523.263}
{"ITT outcome": "pass", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-ar-bulk-access-grants", "tokens": 387881, "usd_est": 0.015421300000000002, "venue": "studio", "wall_s": 402.362}
{"ITT outcome": "pass", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-ar-bulk-access-grants", "tokens": 547701, "usd_est": 0.020845380000000004, "venue": "studio", "wall_s": 504.398}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-ar-bulk-access-grants", "tokens": 1789043, "usd_est": 0.66747412, "venue": "studio", "wall_s": 1528.092}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 1935326, "usd_est": 0.5178666, "venue": "studio", "wall_s": 1499.872}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 2177521, "usd_est": 0.545575, "venue": "studio", "wall_s": 1528.777}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 2696892, "usd_est": 0.7862325600000001, "venue": "studio", "wall_s": 2216.963}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 2957166, "usd_est": 0.6858458600000001, "venue": "studio", "wall_s": 2415.413}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 3037234, "usd_est": 0.4971088, "venue": "studio", "wall_s": 2351.129}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 2727335, "usd_est": 0.5119119999999999, "venue": "studio", "wall_s": 1807.558}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 2657294, "usd_est": 0.68855044, "venue": "studio", "wall_s": 2669.326}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 1836183, "usd_est": 0.50493292, "venue": "studio", "wall_s": 1448.216}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 2007790, "usd_est": 0.55402934, "venue": "studio", "wall_s": 1999.166}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 2685806, "usd_est": 0.54193324, "venue": "studio", "wall_s": 1642.076}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-ar-bulk-access-grants", "tokens": 1784141, "usd_est": 0.55834876, "venue": "studio", "wall_s": 1880.589}
{"ITT outcome": "fail", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56", "task": "rails-ar-bulk-access-grants", "tokens": 2477298, "usd_est": 0.53176184, "venue": "studio", "wall_s": 1978.634}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 3184367, "usd_est": 0.5337986, "venue": "studio", "wall_s": 1833.641}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 2331095, "usd_est": 0.5084547199999999, "venue": "studio", "wall_s": 1655.061}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 2939483, "usd_est": 0.42983013999999997, "venue": "studio", "wall_s": 1292.376}
{"ITT outcome": "fail", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 1248228, "usd_est": 0.33917996, "venue": "studio", "wall_s": 1029.334}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 1973638, "usd_est": 0.43327035999999997, "venue": "studio", "wall_s": 1528.63}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 2398506, "usd_est": 0.39019813999999997, "venue": "studio", "wall_s": 1256.775}
{"ITT outcome": "fail", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 2335505, "usd_est": 0.46872476, "venue": "studio", "wall_s": 2214.512}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 1846729, "usd_est": 0.32966544, "venue": "studio", "wall_s": 1384.689}
{"ITT outcome": "fail", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 1747945, "usd_est": 0.37741705999999997, "venue": "studio", "wall_s": 1316.594}
{"ITT outcome": "fail", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 1160343, "usd_est": 0.32696492, "venue": "studio", "wall_s": 1516.984}
{"ITT outcome": "fail", "arm": "P-noctx", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r56", "task": "rails-ar-bulk-access-grants", "tokens": 1449757, "usd_est": null, "venue": "studio", "wall_s": 891.633}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 2794899, "usd_est": 0.36907416000000004, "venue": "studio", "wall_s": 1497.556}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 4794648, "usd_est": 0.56789944, "venue": "studio", "wall_s": 2362.587}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 3525364, "usd_est": 0.47344549999999996, "venue": "studio", "wall_s": 1931.536}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 3079741, "usd_est": 0.47491872, "venue": "studio", "wall_s": 2385.618}
{"ITT outcome": "fail", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 4714687, "usd_est": 0.55092194, "venue": "studio", "wall_s": 2376.687}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 2784470, "usd_est": 0.35710214, "venue": "studio", "wall_s": 1977.164}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 2513406, "usd_est": 0.40241718, "venue": "studio", "wall_s": 1759.894}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 2054444, "usd_est": 0.54448714, "venue": "studio", "wall_s": 2002.044}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 3185225, "usd_est": 0.34845872, "venue": "studio", "wall_s": 1684.574}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 2669394, "usd_est": 0.34717682000000005, "venue": "studio", "wall_s": 1587.369}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56d", "task": "rails-ar-bulk-access-grants", "tokens": 3217337, "usd_est": 0.51293572, "venue": "studio", "wall_s": 2118.079}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56c", "task": "rails-ar-bulk-access-grants", "tokens": 547789, "usd_est": 0.31818758, "venue": "studio", "wall_s": 867.82}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-ar-bulk-access-grants", "tokens": 3205588, "usd_est": 0.48737298, "venue": "studio", "wall_s": 1711.175}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 1132665, "usd_est": 0.33090816, "venue": "studio", "wall_s": 1195.081}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 1276394, "usd_est": 0.40131438, "venue": "studio", "wall_s": 1404.141}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 1397347, "usd_est": 0.44499399999999995, "venue": "studio", "wall_s": 1236.116}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 3828173, "usd_est": 0.39898665999999994, "venue": "studio", "wall_s": 1752.881}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 1735879, "usd_est": 0.43203698, "venue": "studio", "wall_s": 1438.084}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 2374789, "usd_est": 0.41564594, "venue": "studio", "wall_s": 1579.179}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 1481663, "usd_est": 0.40725318, "venue": "studio", "wall_s": 1394.308}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 2649755, "usd_est": 0.5056061, "venue": "studio", "wall_s": 1496.645}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 1768514, "usd_est": 0.40946699999999997, "venue": "studio", "wall_s": 1409.936}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ar-bulk-access-grants", "tokens": 2290342, "usd_est": 0.45674983999999996, "venue": "studio", "wall_s": 1607.914}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-ar-bulk-access-grants", "tokens": 1139130, "usd_est": 0.6482376000000001, "venue": "studio", "wall_s": 1376.721}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-ar-bulk-access-grants", "tokens": 1330382, "usd_est": 0.6931048, "venue": "studio", "wall_s": 1384.536}
{"ITT outcome": "fail", "arm": "Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r17", "task": "rails-ar-bulk-access-grants", "tokens": 60728, "usd_est": null, "venue": "studio", "wall_s": 202.255}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r27", "task": "rails-ar-bulk-access-grants", "tokens": 22397, "usd_est": null, "venue": "studio", "wall_s": 74.012}
{"ITT outcome": "fail", "arm": "agentic", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r23", "task": "rails-ar-bulk-access-grants", "tokens": 253758, "usd_est": null, "venue": "studio", "wall_s": 519.73}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r17", "task": "rails-ar-bulk-access-grants", "tokens": 26537, "usd_est": null, "venue": "studio", "wall_s": 97.881}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r27", "task": "rails-ar-bulk-access-grants", "tokens": 40850, "usd_est": null, "venue": "studio", "wall_s": 62.996}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r48", "task": "rails-ar-bulk-access-grants", "tokens": 37096, "usd_est": null, "venue": "studio", "wall_s": 384.711}
{"ITT outcome": "fail", "arm": "cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r36", "task": "rails-ar-bulk-access-grants", "tokens": 703102, "usd_est": null, "venue": "studio", "wall_s": 1293.458}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57b", "task": "rails-ar-bulk-access-grants", "tokens": 303259, "usd_est": 0.013796140000000004, "venue": "studio", "wall_s": 386.277}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64c", "task": "rails-ar-bulk-access-grants", "tokens": 189976, "usd_est": 0.0433843, "venue": "studio", "wall_s": 302.181}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64", "task": "rails-ar-bulk-access-grants", "tokens": 940828, "usd_est": 0.07537348, "venue": "studio", "wall_s": 1126.333}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64c", "task": "rails-ar-bulk-access-grants", "tokens": 1262164, "usd_est": 0.06479382, "venue": "studio", "wall_s": 656.119}
{"ITT outcome": "pass", "arm": "mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r49", "task": "rails-ar-bulk-access-grants", "tokens": 175808, "usd_est": 0.13350686, "venue": "studio", "wall_s": 408.835}
{"ITT outcome": "pass", "arm": "mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r49", "task": "rails-ar-bulk-access-grants", "tokens": 799717, "usd_est": 0.030853300000000004, "venue": "studio", "wall_s": 862.223}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "rails-ar-bulk-access-grants", "tokens": 389285, "usd_est": null, "venue": "studio", "wall_s": 625.359}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r30", "task": "rails-ar-bulk-access-grants", "tokens": 32837, "usd_est": null, "venue": "studio", "wall_s": 737.324}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r30", "task": "rails-ar-bulk-access-grants", "tokens": 224074, "usd_est": null, "venue": "studio", "wall_s": 547.594}
{"ITT outcome": "pass", "arm": "pl-approach-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 89811, "usd_est": 0.046412039999999995, "venue": "studio", "wall_s": 290.232}
{"ITT outcome": "pass", "arm": "pl-approach-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 1427062, "usd_est": 0.079401, "venue": "studio", "wall_s": 918.848}
{"ITT outcome": "pass", "arm": "pl-approach-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 151598, "usd_est": 0.15544264000000002, "venue": "studio", "wall_s": 449.594}
{"ITT outcome": "pass", "arm": "pl-criteria-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 81280, "usd_est": 0.02334004, "venue": "studio", "wall_s": 214.441}
{"ITT outcome": "pass", "arm": "pl-criteria-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 850343, "usd_est": 0.04780585999999999, "venue": "studio", "wall_s": 974.917}
{"ITT outcome": "pass", "arm": "pl-criteria-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 132259, "usd_est": 0.08834472, "venue": "studio", "wall_s": 281.748}
{"ITT outcome": "fail", "arm": "pl-none-luna-low", "effort": "gpt-6-luna / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 10303, "usd_est": 0.0007115800000000002, "venue": "studio", "wall_s": 17.64}
{"ITT outcome": "pass", "arm": "pl-none-luna-max", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 481880, "usd_est": 0.01677544, "venue": "studio", "wall_s": 387.532}
{"ITT outcome": "pass", "arm": "pl-none-sol-low", "effort": "gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 35710, "usd_est": 0.044416800000000006, "venue": "studio", "wall_s": 80.397}
{"ITT outcome": "pass", "arm": "pl-steps-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 222893, "usd_est": 0.0570173, "venue": "studio", "wall_s": 436.066}
{"ITT outcome": "pass", "arm": "pl-steps-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 870457, "usd_est": 0.07269677999999999, "venue": "studio", "wall_s": 699.906}
{"ITT outcome": "pass", "arm": "pl-steps-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 203825, "usd_est": 0.12554510000000002, "venue": "studio", "wall_s": 399.048}
{"ITT outcome": "pass", "arm": "review-esc", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r23", "task": "rails-ar-bulk-access-grants", "tokens": 72327, "usd_est": null, "venue": "studio", "wall_s": 553.083}
{"ITT outcome": "fail", "arm": "review-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r29", "task": "rails-ar-bulk-access-grants", "tokens": 61216, "usd_est": null, "venue": "studio", "wall_s": 1119.314}
{"ITT outcome": "pass", "arm": "route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r29", "task": "rails-ar-bulk-access-grants", "tokens": 111097, "usd_est": null, "venue": "studio", "wall_s": 547.16}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r46", "task": "rails-ar-bulk-access-grants", "tokens": 60602, "usd_est": null, "venue": "studio", "wall_s": 435.68}
{"ITT outcome": "fail", "arm": "route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r29", "task": "rails-ar-bulk-access-grants", "tokens": 79007, "usd_est": null, "venue": "studio", "wall_s": 436.472}
{"ITT outcome": "fail", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r47", "task": "rails-ar-bulk-access-grants", "tokens": 97203, "usd_est": null, "venue": "studio", "wall_s": 370.064}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r28", "task": "rails-ar-bulk-access-grants", "tokens": 26490, "usd_est": null, "venue": "studio", "wall_s": 1104.153}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r26", "task": "rails-ar-bulk-access-grants", "tokens": 261791, "usd_est": null, "venue": "studio", "wall_s": 558.059}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r45", "task": "rails-ar-bulk-access-grants", "tokens": 109874, "usd_est": null, "venue": "studio", "wall_s": 430.707}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57b", "task": "rails-ar-bulk-access-grants", "tokens": 265028, "usd_est": 0.01275504, "venue": "studio", "wall_s": 358.085}
{"ITT outcome": "pass", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 553514, "usd_est": 0.01752284, "venue": "studio", "wall_s": 416.608}
{"ITT outcome": "fail", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "10", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 313670, "usd_est": 0.012343960000000003, "venue": "studio", "wall_s": 270.114}
{"ITT outcome": "pass", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 747834, "usd_est": 0.025281559999999998, "venue": "studio", "wall_s": 825.092}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "10", "round": "r56c", "task": "rails-ar-bulk-access-grants", "tokens": 909793, "usd_est": 0.43289078000000003, "venue": "studio", "wall_s": 1289.457}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "10", "round": "r57d", "task": "rails-ar-bulk-access-grants", "tokens": 243786, "usd_est": 0.009933400000000002, "venue": "studio", "wall_s": 401.702}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r57d", "task": "rails-ar-bulk-access-grants", "tokens": 351837, "usd_est": 0.01431034, "venue": "studio", "wall_s": 419.666}
{"ITT outcome": "pass", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "11", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 519731, "usd_est": 0.01752534, "venue": "studio", "wall_s": 406.642}
{"ITT outcome": "pass", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "11", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 392480, "usd_est": 0.01622688, "venue": "studio", "wall_s": 442.269}
{"ITT outcome": "pass", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "11", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 441519, "usd_est": 0.01865542, "venue": "studio", "wall_s": 584.249}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "11", "round": "r56c", "task": "rails-ar-bulk-access-grants", "tokens": 1111862, "usd_est": 0.46809085999999994, "venue": "studio", "wall_s": 1410.719}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "11", "round": "r57d", "task": "rails-ar-bulk-access-grants", "tokens": 540539, "usd_est": 0.016898620000000003, "venue": "studio", "wall_s": 630.429}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "11", "round": "r57d", "task": "rails-ar-bulk-access-grants", "tokens": 440219, "usd_est": 0.018427739999999998, "venue": "studio", "wall_s": 924.095}
{"ITT outcome": "pass", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "12", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 364641, "usd_est": 0.013672100000000001, "venue": "studio", "wall_s": 475.432}
{"ITT outcome": "pass", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "12", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 522483, "usd_est": 0.0213755, "venue": "studio", "wall_s": 455.302}
{"ITT outcome": "pass", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "12", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 519620, "usd_est": 0.0227984, "venue": "studio", "wall_s": 564.534}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "12", "round": "r56c", "task": "rails-ar-bulk-access-grants", "tokens": 946283, "usd_est": 0.45403006, "venue": "studio", "wall_s": 1384.314}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "12", "round": "r57d", "task": "rails-ar-bulk-access-grants", "tokens": 378937, "usd_est": 0.014570180000000002, "venue": "studio", "wall_s": 520.04}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "12", "round": "r57d", "task": "rails-ar-bulk-access-grants", "tokens": 596981, "usd_est": 0.022056179999999998, "venue": "studio", "wall_s": 599.837}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "13", "round": "r57d", "task": "rails-ar-bulk-access-grants", "tokens": 494504, "usd_est": 0.019183280000000004, "venue": "studio", "wall_s": 476.918}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "13", "round": "r57d", "task": "rails-ar-bulk-access-grants", "tokens": 247850, "usd_est": 0.012096039999999999, "venue": "studio", "wall_s": 598.61}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "14", "round": "r57d", "task": "rails-ar-bulk-access-grants", "tokens": 261666, "usd_est": 0.014680120000000001, "venue": "studio", "wall_s": 664.653}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "14", "round": "r57d", "task": "rails-ar-bulk-access-grants", "tokens": 344239, "usd_est": 0.014161900000000002, "venue": "studio", "wall_s": 437.238}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "15", "round": "r57d", "task": "rails-ar-bulk-access-grants", "tokens": 370163, "usd_est": 0.0135543, "venue": "studio", "wall_s": 416.603}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "15", "round": "r57d", "task": "rails-ar-bulk-access-grants", "tokens": 350580, "usd_est": 0.014253120000000001, "venue": "studio", "wall_s": 460.773}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "16", "round": "r57d", "task": "rails-ar-bulk-access-grants", "tokens": 673134, "usd_est": 0.019643639999999997, "venue": "studio", "wall_s": 470.493}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "16", "round": "r57d", "task": "rails-ar-bulk-access-grants", "tokens": 433649, "usd_est": 0.01567906, "venue": "studio", "wall_s": 420.113}
{"ITT outcome": "pass", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-ar-bulk-access-grants", "tokens": 774309, "usd_est": 0.02281642, "venue": "studio", "wall_s": 774.581}
{"ITT outcome": "pass", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-ar-bulk-access-grants", "tokens": 526907, "usd_est": 0.016497900000000003, "venue": "studio", "wall_s": 401.603}
{"ITT outcome": "pass", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-ar-bulk-access-grants", "tokens": 235557, "usd_est": 0.0115461, "venue": "studio", "wall_s": 360.241}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-ar-bulk-access-grants", "tokens": 2125831, "usd_est": 0.5590986000000001, "venue": "studio", "wall_s": 1397.789}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-ar-bulk-access-grants", "tokens": 1391994, "usd_est": 0.52764954, "venue": "studio", "wall_s": 1418.442}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-ar-bulk-access-grants", "tokens": 1212270, "usd_est": 0.34755298, "venue": "studio", "wall_s": 1221.088}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56c", "task": "rails-ar-bulk-access-grants", "tokens": 795859, "usd_est": 0.41988408, "venue": "studio", "wall_s": 1213.098}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-ar-bulk-access-grants", "tokens": 2108618, "usd_est": 0.41506102, "venue": "studio", "wall_s": 1565.869}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-ar-bulk-access-grants", "tokens": 1526699, "usd_est": 0.9541515999999999, "venue": "studio", "wall_s": 1984.144}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-ar-bulk-access-grants", "tokens": 1328165, "usd_est": 0.7497572000000001, "venue": "studio", "wall_s": 1714.838}
{"ITT outcome": "fail", "arm": "Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r17", "task": "rails-ar-bulk-access-grants", "tokens": 87537, "usd_est": null, "venue": "studio", "wall_s": 234.802}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r27", "task": "rails-ar-bulk-access-grants", "tokens": 23484, "usd_est": null, "venue": "studio", "wall_s": 74.535}
{"ITT outcome": "pass", "arm": "agentic", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r23", "task": "rails-ar-bulk-access-grants", "tokens": 98544, "usd_est": null, "venue": "studio", "wall_s": 511.582}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r17", "task": "rails-ar-bulk-access-grants", "tokens": 22582, "usd_est": null, "venue": "studio", "wall_s": 944.106}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r27", "task": "rails-ar-bulk-access-grants", "tokens": 32155, "usd_est": null, "venue": "studio", "wall_s": 73.085}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r48", "task": "rails-ar-bulk-access-grants", "tokens": 29942, "usd_est": null, "venue": "studio", "wall_s": 464.893}
{"ITT outcome": "pass", "arm": "cascade-contract-v2", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r48b", "task": "rails-ar-bulk-access-grants", "tokens": 284926, "usd_est": 0.24902812, "venue": "studio", "wall_s": 535.81}
{"ITT outcome": "pass", "arm": "cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r36", "task": "rails-ar-bulk-access-grants", "tokens": 291937, "usd_est": null, "venue": "studio", "wall_s": 1057.248}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57b", "task": "rails-ar-bulk-access-grants", "tokens": 239574, "usd_est": 0.010684279999999999, "venue": "studio", "wall_s": 327.817}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64c", "task": "rails-ar-bulk-access-grants", "tokens": 245569, "usd_est": 0.0433051, "venue": "studio", "wall_s": 280.521}
{"ITT outcome": "fail", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r64", "task": "rails-ar-bulk-access-grants", "tokens": 3386226, "usd_est": 0.10914118, "venue": "studio", "wall_s": 1549.351}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64c", "task": "rails-ar-bulk-access-grants", "tokens": 574767, "usd_est": 0.05253558, "venue": "studio", "wall_s": 596.088}
{"ITT outcome": "fail", "arm": "mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r49", "task": "rails-ar-bulk-access-grants", "tokens": 785016, "usd_est": 0.032550880000000004, "venue": "studio", "wall_s": 881.643}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r69", "task": "rails-ar-bulk-access-grants", "tokens": 1055965, "usd_est": null, "venue": "studio", "wall_s": 1072.628}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "rails-ar-bulk-access-grants", "tokens": 399171, "usd_est": null, "venue": "studio", "wall_s": 1224.296}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "rails-ar-bulk-access-grants", "tokens": 102157, "usd_est": null, "venue": "studio", "wall_s": 599.105}
{"ITT outcome": "pass", "arm": "pl-approach-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 110864, "usd_est": 0.04907704, "venue": "studio", "wall_s": 424.503}
{"ITT outcome": "pass", "arm": "pl-approach-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 723501, "usd_est": 0.06289924, "venue": "studio", "wall_s": 704.39}
{"ITT outcome": "fail", "arm": "pl-approach-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 198152, "usd_est": 0.13919646000000002, "venue": "studio", "wall_s": 544.261}
{"ITT outcome": "fail", "arm": "pl-criteria-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 76058, "usd_est": 0.02164938, "venue": "studio", "wall_s": 196.066}
{"ITT outcome": "pass", "arm": "pl-criteria-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 1020278, "usd_est": 0.04387978, "venue": "studio", "wall_s": 685.081}
{"ITT outcome": "pass", "arm": "pl-criteria-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 95255, "usd_est": 0.08214922, "venue": "studio", "wall_s": 257.591}
{"ITT outcome": "fail", "arm": "pl-none-luna-low", "effort": "gpt-6-luna / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 42919, "usd_est": 0.00266262, "venue": "studio", "wall_s": 79.384}
{"ITT outcome": "pass", "arm": "pl-none-luna-max", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 361829, "usd_est": 0.01266226, "venue": "studio", "wall_s": 544.253}
{"ITT outcome": "pass", "arm": "pl-none-sol-low", "effort": "gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 48907, "usd_est": 0.056433199999999996, "venue": "studio", "wall_s": 129.613}
{"ITT outcome": "pass", "arm": "pl-steps-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 123176, "usd_est": 0.04961122, "venue": "studio", "wall_s": 448.229}
{"ITT outcome": "pass", "arm": "pl-steps-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 1560452, "usd_est": 0.07931073999999999, "venue": "studio", "wall_s": 1107.588}
{"ITT outcome": "pass", "arm": "pl-steps-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ar-bulk-access-grants", "tokens": 289043, "usd_est": 0.15121248, "venue": "studio", "wall_s": 544.299}
{"ITT outcome": "fail", "arm": "review-esc", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r23", "task": "rails-ar-bulk-access-grants", "tokens": 57343, "usd_est": null, "venue": "studio", "wall_s": 620.338}
{"ITT outcome": "fail", "arm": "review-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r29", "task": "rails-ar-bulk-access-grants", "tokens": 86301, "usd_est": null, "venue": "studio", "wall_s": 459.301}
{"ITT outcome": "pass", "arm": "route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r29", "task": "rails-ar-bulk-access-grants", "tokens": 64117, "usd_est": null, "venue": "studio", "wall_s": 407.958}
{"ITT outcome": "pass", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r46", "task": "rails-ar-bulk-access-grants", "tokens": 122325, "usd_est": null, "venue": "studio", "wall_s": 1203.885}
{"ITT outcome": "fail", "arm": "route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r29", "task": "rails-ar-bulk-access-grants", "tokens": 132100, "usd_est": null, "venue": "studio", "wall_s": 434.962}
{"ITT outcome": "fail", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r47", "task": "rails-ar-bulk-access-grants", "tokens": 79489, "usd_est": null, "venue": "studio", "wall_s": 373.697}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r28", "task": "rails-ar-bulk-access-grants", "tokens": 52734, "usd_est": null, "venue": "studio", "wall_s": 547.291}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r26", "task": "rails-ar-bulk-access-grants", "tokens": 29230, "usd_est": null, "venue": "studio", "wall_s": 382.602}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r45", "task": "rails-ar-bulk-access-grants", "tokens": 73470, "usd_est": null, "venue": "studio", "wall_s": 357.841}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57b", "task": "rails-ar-bulk-access-grants", "tokens": 478132, "usd_est": 0.018862480000000004, "venue": "studio", "wall_s": 461.849}
{"ITT outcome": "pass", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 601177, "usd_est": 0.01840106, "venue": "studio", "wall_s": 732.454}
{"ITT outcome": "pass", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 259592, "usd_est": 0.011213200000000003, "venue": "studio", "wall_s": 278.663}
{"ITT outcome": "pass", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 477186, "usd_est": 0.019338599999999997, "venue": "studio", "wall_s": 482.944}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-ar-bulk-access-grants", "tokens": 2531231, "usd_est": 0.5785394199999999, "venue": "studio", "wall_s": 1717.917}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r56c", "task": "rails-ar-bulk-access-grants", "tokens": 1308487, "usd_est": 0.44208094, "venue": "studio", "wall_s": 1330.854}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-ar-bulk-access-grants", "tokens": 1324662, "usd_est": 0.9067128, "venue": "studio", "wall_s": 1670.264}
{"ITT outcome": "fail", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r50", "task": "rails-ar-bulk-access-grants", "tokens": 1711335, "usd_est": 1.0291755999999999, "venue": "studio", "wall_s": 1765.719}
{"ITT outcome": "fail", "arm": "Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r17", "task": "rails-ar-bulk-access-grants", "tokens": 79245, "usd_est": null, "venue": "studio", "wall_s": 262.552}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r27", "task": "rails-ar-bulk-access-grants", "tokens": 43782, "usd_est": null, "venue": "studio", "wall_s": 88.079}
{"ITT outcome": "pass", "arm": "agentic", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r23", "task": "rails-ar-bulk-access-grants", "tokens": 124977, "usd_est": null, "venue": "studio", "wall_s": 497.462}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r17", "task": "rails-ar-bulk-access-grants", "tokens": 38225, "usd_est": null, "venue": "studio", "wall_s": 86.372}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r27", "task": "rails-ar-bulk-access-grants", "tokens": 20320, "usd_est": null, "venue": "studio", "wall_s": 77.613}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r48", "task": "rails-ar-bulk-access-grants", "tokens": 104346, "usd_est": null, "venue": "studio", "wall_s": 647.489}
{"ITT outcome": "pass", "arm": "cascade-contract-v2", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r48b", "task": "rails-ar-bulk-access-grants", "tokens": 340789, "usd_est": 0.20561252, "venue": "studio", "wall_s": 497.693}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57b", "task": "rails-ar-bulk-access-grants", "tokens": 460572, "usd_est": 0.01707192, "venue": "studio", "wall_s": 682.889}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64c", "task": "rails-ar-bulk-access-grants", "tokens": 232615, "usd_est": 0.05060166, "venue": "studio", "wall_s": 308.759}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64", "task": "rails-ar-bulk-access-grants", "tokens": 2613703, "usd_est": 0.09219796, "venue": "studio", "wall_s": 1068.596}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64c", "task": "rails-ar-bulk-access-grants", "tokens": 2144056, "usd_est": 0.07653604, "venue": "studio", "wall_s": 1364.002}
{"ITT outcome": "pass", "arm": "mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r49", "task": "rails-ar-bulk-access-grants", "tokens": 890034, "usd_est": 0.2354284, "venue": "studio", "wall_s": 1446.915}
{"ITT outcome": "pass", "arm": "mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r49", "task": "rails-ar-bulk-access-grants", "tokens": 1141020, "usd_est": 0.036776800000000005, "venue": "studio", "wall_s": 1200.149}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r69", "task": "rails-ar-bulk-access-grants", "tokens": 314699, "usd_est": null, "venue": "studio", "wall_s": 411.558}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "rails-ar-bulk-access-grants", "tokens": 211279, "usd_est": null, "venue": "studio", "wall_s": 1485.607}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "rails-ar-bulk-access-grants", "tokens": 42832, "usd_est": null, "venue": "studio", "wall_s": 341.772}
{"ITT outcome": "pass", "arm": "review-esc", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r23", "task": "rails-ar-bulk-access-grants", "tokens": 41512, "usd_est": null, "venue": "studio", "wall_s": 532.807}
{"ITT outcome": "fail", "arm": "review-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r29", "task": "rails-ar-bulk-access-grants", "tokens": 86653, "usd_est": null, "venue": "studio", "wall_s": 325.295}
{"ITT outcome": "pass", "arm": "route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r29", "task": "rails-ar-bulk-access-grants", "tokens": 33411, "usd_est": null, "venue": "studio", "wall_s": 421.554}
{"ITT outcome": "pass", "arm": "route-cascade", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r46", "task": "rails-ar-bulk-access-grants", "tokens": 250357, "usd_est": null, "venue": "studio", "wall_s": 1449.317}
{"ITT outcome": "fail", "arm": "route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r29", "task": "rails-ar-bulk-access-grants", "tokens": 44216, "usd_est": null, "venue": "studio", "wall_s": 345.452}
{"ITT outcome": "fail", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r47", "task": "rails-ar-bulk-access-grants", "tokens": 75779, "usd_est": null, "venue": "studio", "wall_s": 369.24}
{"ITT outcome": "fail", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r28", "task": "rails-ar-bulk-access-grants", "tokens": 40540, "usd_est": null, "venue": "studio", "wall_s": 550.723}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r26", "task": "rails-ar-bulk-access-grants", "tokens": 55797, "usd_est": null, "venue": "studio", "wall_s": 380.249}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r45", "task": "rails-ar-bulk-access-grants", "tokens": 114622, "usd_est": null, "venue": "studio", "wall_s": 473.41}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57b", "task": "rails-ar-bulk-access-grants", "tokens": 357667, "usd_est": 0.0140611, "venue": "studio", "wall_s": 442.783}
{"ITT outcome": "pass", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 488750, "usd_est": 0.015115880000000003, "venue": "studio", "wall_s": 380.6}
{"ITT outcome": "pass", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 306391, "usd_est": 0.012973100000000001, "venue": "studio", "wall_s": 340.404}
{"ITT outcome": "pass", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 511096, "usd_est": 0.019772400000000002, "venue": "studio", "wall_s": 490.734}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r56c", "task": "rails-ar-bulk-access-grants", "tokens": 1049559, "usd_est": 0.39181960000000005, "venue": "studio", "wall_s": 1348.78}
{"ITT outcome": "fail", "arm": "Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r17", "task": "rails-ar-bulk-access-grants", "tokens": 88970, "usd_est": null, "venue": "studio", "wall_s": 213.506}
{"ITT outcome": "fail", "arm": "accept", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r69", "task": "rails-ar-bulk-access-grants", "tokens": 618900, "usd_est": null, "venue": "studio", "wall_s": 592.353}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r27", "task": "rails-ar-bulk-access-grants", "tokens": 28819, "usd_est": null, "venue": "studio", "wall_s": 66.016}
{"ITT outcome": "fail", "arm": "approach", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r69", "task": "rails-ar-bulk-access-grants", "tokens": 399797, "usd_est": null, "venue": "studio", "wall_s": 515.511}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r17", "task": "rails-ar-bulk-access-grants", "tokens": 29499, "usd_est": null, "venue": "studio", "wall_s": 68.35}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r27", "task": "rails-ar-bulk-access-grants", "tokens": 30163, "usd_est": null, "venue": "studio", "wall_s": 80.143}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57b", "task": "rails-ar-bulk-access-grants", "tokens": 355727, "usd_est": 0.012482219999999999, "venue": "studio", "wall_s": 313.854}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-ar-bulk-access-grants", "tokens": 1275755, "usd_est": 0.06851952, "venue": "studio", "wall_s": 650.263}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r64e", "task": "rails-ar-bulk-access-grants", "tokens": 2496029, "usd_est": null, "venue": "studio", "wall_s": 1007.629}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-ar-bulk-access-grants", "tokens": 606617, "usd_est": null, "venue": "studio", "wall_s": 503.061}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r30", "task": "rails-ar-bulk-access-grants", "tokens": 28036, "usd_est": null, "venue": "studio", "wall_s": 596.248}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r30", "task": "rails-ar-bulk-access-grants", "tokens": 35623, "usd_est": null, "venue": "studio", "wall_s": 405.225}
{"ITT outcome": "pass", "arm": "review-esc", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r23", "task": "rails-ar-bulk-access-grants", "tokens": 44131, "usd_est": null, "venue": "studio", "wall_s": 518.976}
{"ITT outcome": "fail", "arm": "review-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r29", "task": "rails-ar-bulk-access-grants", "tokens": 52975, "usd_est": null, "venue": "studio", "wall_s": 359.359}
{"ITT outcome": "pass", "arm": "route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r29", "task": "rails-ar-bulk-access-grants", "tokens": 34347, "usd_est": null, "venue": "studio", "wall_s": 371.591}
{"ITT outcome": "fail", "arm": "route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r29", "task": "rails-ar-bulk-access-grants", "tokens": 93870, "usd_est": null, "venue": "studio", "wall_s": 448.283}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r26", "task": "rails-ar-bulk-access-grants", "tokens": 65708, "usd_est": null, "venue": "studio", "wall_s": 498.185}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r57b", "task": "rails-ar-bulk-access-grants", "tokens": 545782, "usd_est": 0.02028348, "venue": "studio", "wall_s": 467.939}
{"ITT outcome": "fail", "arm": "spec", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r69", "task": "rails-ar-bulk-access-grants", "tokens": 450831, "usd_est": null, "venue": "studio", "wall_s": 485.855}
{"ITT outcome": "pass", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 402460, "usd_est": 0.014844159999999999, "venue": "studio", "wall_s": 419.631}
{"ITT outcome": "pass", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 416201, "usd_est": 0.01463018, "venue": "studio", "wall_s": 639.996}
{"ITT outcome": "pass", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 310658, "usd_est": 0.014095799999999999, "venue": "studio", "wall_s": 514.166}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r56c", "task": "rails-ar-bulk-access-grants", "tokens": 992590, "usd_est": 0.42091959999999995, "venue": "studio", "wall_s": 1104.377}
{"ITT outcome": "fail", "arm": "Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r17", "task": "rails-ar-bulk-access-grants", "tokens": 52148, "usd_est": null, "venue": "studio", "wall_s": 222.374}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r27", "task": "rails-ar-bulk-access-grants", "tokens": 43489, "usd_est": null, "venue": "studio", "wall_s": 88.598}
{"ITT outcome": "fail", "arm": "agentic", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r23", "task": "rails-ar-bulk-access-grants", "tokens": 67044, "usd_est": null, "venue": "studio", "wall_s": 536.113}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r17", "task": "rails-ar-bulk-access-grants", "tokens": 46733, "usd_est": null, "venue": "studio", "wall_s": 96.508}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r27", "task": "rails-ar-bulk-access-grants", "tokens": 33783, "usd_est": null, "venue": "studio", "wall_s": 55.971}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57b", "task": "rails-ar-bulk-access-grants", "tokens": 600214, "usd_est": 0.01716588, "venue": "studio", "wall_s": 685.758}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r64b", "task": "rails-ar-bulk-access-grants", "tokens": 1282058, "usd_est": 0.07427418, "venue": "studio", "wall_s": 878.3}
{"ITT outcome": "fail", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r64e", "task": "rails-ar-bulk-access-grants", "tokens": 1068469, "usd_est": null, "venue": "studio", "wall_s": 720.206}
{"ITT outcome": "fail", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r30", "task": "rails-ar-bulk-access-grants", "tokens": 92162, "usd_est": null, "venue": "studio", "wall_s": 998.068}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r30", "task": "rails-ar-bulk-access-grants", "tokens": 65821, "usd_est": null, "venue": "studio", "wall_s": 472.575}
{"ITT outcome": "pass", "arm": "review-esc", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r23", "task": "rails-ar-bulk-access-grants", "tokens": 51096, "usd_est": null, "venue": "studio", "wall_s": 517.515}
{"ITT outcome": "fail", "arm": "review-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r29", "task": "rails-ar-bulk-access-grants", "tokens": 66133, "usd_est": null, "venue": "studio", "wall_s": 371.511}
{"ITT outcome": "pass", "arm": "route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r29", "task": "rails-ar-bulk-access-grants", "tokens": 32156, "usd_est": null, "venue": "studio", "wall_s": 407.026}
{"ITT outcome": "fail", "arm": "route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r29", "task": "rails-ar-bulk-access-grants", "tokens": 84608, "usd_est": null, "venue": "studio", "wall_s": 400.358}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r28", "task": "rails-ar-bulk-access-grants", "tokens": 85457, "usd_est": null, "venue": "studio", "wall_s": 912.083}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r26", "task": "rails-ar-bulk-access-grants", "tokens": 136666, "usd_est": null, "venue": "studio", "wall_s": 624.181}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57b", "task": "rails-ar-bulk-access-grants", "tokens": 200088, "usd_est": 0.01184776, "venue": "studio", "wall_s": 292.711}
{"ITT outcome": "pass", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 533137, "usd_est": 0.01802034, "venue": "studio", "wall_s": 463.872}
{"ITT outcome": "pass", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 506406, "usd_est": 0.018999560000000002, "venue": "studio", "wall_s": 526.622}
{"ITT outcome": "pass", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 320278, "usd_est": 0.013983160000000003, "venue": "studio", "wall_s": 368.609}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r56c", "task": "rails-ar-bulk-access-grants", "tokens": 1712885, "usd_est": 0.58184364, "venue": "studio", "wall_s": 1490.482}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57b", "task": "rails-ar-bulk-access-grants", "tokens": 786453, "usd_est": 0.021896580000000002, "venue": "studio", "wall_s": 467.884}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57b", "task": "rails-ar-bulk-access-grants", "tokens": 181371, "usd_est": 0.010276460000000001, "venue": "studio", "wall_s": 283.287}
{"ITT outcome": "pass", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 483400, "usd_est": 0.015045759999999997, "venue": "studio", "wall_s": 443.722}
{"ITT outcome": "pass", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 987387, "usd_est": 0.028494220000000008, "venue": "studio", "wall_s": 567.679}
{"ITT outcome": "pass", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 470118, "usd_est": 0.01841212, "venue": "studio", "wall_s": 435.904}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "7", "round": "r56c", "task": "rails-ar-bulk-access-grants", "tokens": 1024658, "usd_est": 0.45791084000000004, "venue": "studio", "wall_s": 1269.933}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57b", "task": "rails-ar-bulk-access-grants", "tokens": 359517, "usd_est": 0.014521540000000001, "venue": "studio", "wall_s": 490.103}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57b", "task": "rails-ar-bulk-access-grants", "tokens": 345570, "usd_est": 0.013217000000000003, "venue": "studio", "wall_s": 465.346}
{"ITT outcome": "pass", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 742619, "usd_est": 0.020072459999999997, "venue": "studio", "wall_s": 575.747}
{"ITT outcome": "pass", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 538161, "usd_est": 0.01844074, "venue": "studio", "wall_s": 522.588}
{"ITT outcome": "fail", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "8", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 335773, "usd_est": 0.01544434, "venue": "studio", "wall_s": 607.355}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "8", "round": "r56c", "task": "rails-ar-bulk-access-grants", "tokens": 962392, "usd_est": 0.4249408, "venue": "studio", "wall_s": 1269.424}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57b", "task": "rails-ar-bulk-access-grants", "tokens": 548027, "usd_est": 0.018274699999999998, "venue": "studio", "wall_s": 630.362}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57b", "task": "rails-ar-bulk-access-grants", "tokens": 673360, "usd_est": 0.02154408, "venue": "studio", "wall_s": 707.781}
{"ITT outcome": "pass", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 392008, "usd_est": 0.01521408, "venue": "studio", "wall_s": 460.372}
{"ITT outcome": "pass", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 673533, "usd_est": 0.02321218, "venue": "studio", "wall_s": 513.542}
{"ITT outcome": "pass", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r56p2", "task": "rails-ar-bulk-access-grants", "tokens": 497129, "usd_est": 0.020517140000000003, "venue": "studio", "wall_s": 924.739}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "9", "round": "r56c", "task": "rails-ar-bulk-access-grants", "tokens": 713748, "usd_est": 0.3248467, "venue": "studio", "wall_s": 948.231}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r57d", "task": "rails-ar-bulk-access-grants", "tokens": 628943, "usd_est": 0.020622539999999998, "venue": "studio", "wall_s": 491.937}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r57d", "task": "rails-ar-bulk-access-grants", "tokens": 189501, "usd_est": 0.00990114, "venue": "studio", "wall_s": 291.287}
{"ITT outcome": "fail", "arm": "kh-plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r64d", "task": "rails-ar-erase-account", "tokens": 2821783, "usd_est": null, "venue": "studio", "wall_s": 1108.238}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r53", "task": "rails-ar-erase-account", "tokens": 2983601, "usd_est": 0.6331935599999999, "venue": "studio", "wall_s": 1986.727}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "rails-ar-erase-account", "tokens": 3495655, "usd_est": 0.6586265600000001, "venue": "studio", "wall_s": 1977.399}
{"ITT outcome": "fail", "arm": "kh-plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r64d", "task": "rails-ar-erase-account", "tokens": 2527642, "usd_est": null, "venue": "studio", "wall_s": 916.03}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r53b", "task": "rails-ar-erase-account", "tokens": 2308546, "usd_est": null, "venue": "studio", "wall_s": 2231.454}
{"ITT outcome": "fail", "arm": "kh-plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r64d", "task": "rails-ar-erase-account", "tokens": 1781834, "usd_est": null, "venue": "studio", "wall_s": 839.097}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r53b", "task": "rails-ar-erase-account", "tokens": 1695014, "usd_est": null, "venue": "studio", "wall_s": 1984.343}
{"ITT outcome": "fail", "arm": "kh-plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r64d", "task": "rails-ar-erase-account", "tokens": 2433059, "usd_est": null, "venue": "studio", "wall_s": 1561.773}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r53b", "task": "rails-ar-erase-account", "tokens": 2693010, "usd_est": null, "venue": "studio", "wall_s": 2403.494}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r64d", "task": "rails-ar-tenant-isolation", "tokens": 1211332, "usd_est": null, "venue": "studio", "wall_s": 884.898}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r64d", "task": "rails-ar-tenant-isolation", "tokens": 1434717, "usd_est": null, "venue": "studio", "wall_s": 790.777}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r64d", "task": "rails-ar-tenant-isolation", "tokens": 1116373, "usd_est": null, "venue": "studio", "wall_s": 567.569}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r53b", "task": "rails-ar-tenant-isolation", "tokens": 1465157, "usd_est": null, "venue": "studio", "wall_s": 2180.26}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r64d", "task": "rails-ar-tenant-isolation", "tokens": 910097, "usd_est": null, "venue": "studio", "wall_s": 898.653}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r53b", "task": "rails-ar-tenant-isolation", "tokens": 1999789, "usd_est": null, "venue": "studio", "wall_s": 2206.379}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r64d", "task": "rails-ar-tenant-isolation", "tokens": 2098963, "usd_est": null, "venue": "studio", "wall_s": 993.475}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r53b", "task": "rails-ar-tenant-isolation", "tokens": 1339183, "usd_est": null, "venue": "studio", "wall_s": 1992.749}
{"ITT outcome": "fail", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r56", "task": "rails-as-variant-processed-once", "tokens": 1590903, "usd_est": 0.03203637999999999, "venue": "studio", "wall_s": 588.371}
{"ITT outcome": "fail", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r56", "task": "rails-as-variant-processed-once", "tokens": 2276441, "usd_est": 0.04050282, "venue": "studio", "wall_s": 594.578}
{"ITT outcome": "pass", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-as-variant-processed-once", "tokens": 926792, "usd_est": 0.02581256, "venue": "studio", "wall_s": 429.696}
{"ITT outcome": "fail", "arm": "B3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r13", "task": "rails-as-variant-processed-once", "tokens": 75418, "usd_est": null, "venue": "studio", "wall_s": 68.273}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-as-variant-processed-once", "tokens": 3025377, "usd_est": 0.6230137200000001, "venue": "studio", "wall_s": 2567.075}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 2403999, "usd_est": 0.57498036, "venue": "studio", "wall_s": 1755.853}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 2084927, "usd_est": 0.6278648, "venue": "studio", "wall_s": 2402.0}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 2177980, "usd_est": 0.50699576, "venue": "studio", "wall_s": 1602.707}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 1827963, "usd_est": 0.50711378, "venue": "studio", "wall_s": 1736.077}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 1713165, "usd_est": 0.5061694, "venue": "studio", "wall_s": 1326.472}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 1918169, "usd_est": 0.48191053999999994, "venue": "studio", "wall_s": 1394.473}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 2356947, "usd_est": 0.5561663800000001, "venue": "studio", "wall_s": 1740.811}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 2144287, "usd_est": 0.50986886, "venue": "studio", "wall_s": 1472.29}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 2042330, "usd_est": 0.5329041400000001, "venue": "studio", "wall_s": 1502.024}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-as-variant-processed-once", "tokens": 1809781, "usd_est": 0.5156957600000001, "venue": "studio", "wall_s": 1665.143}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-as-variant-processed-once", "tokens": 1287468, "usd_est": 0.36584706, "venue": "studio", "wall_s": 1033.971}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 1543224, "usd_est": 0.30641794, "venue": "studio", "wall_s": 1035.975}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 1904770, "usd_est": 0.38915116, "venue": "studio", "wall_s": 978.491}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 1434555, "usd_est": 0.35411166000000005, "venue": "studio", "wall_s": 968.597}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 1682296, "usd_est": 0.40574218, "venue": "studio", "wall_s": 1096.845}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 1593712, "usd_est": 0.36641264, "venue": "studio", "wall_s": 1032.561}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 1395764, "usd_est": 0.3460469, "venue": "studio", "wall_s": 856.117}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 1788443, "usd_est": 0.33391891999999995, "venue": "studio", "wall_s": 1124.911}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 1737983, "usd_est": 0.38012088, "venue": "studio", "wall_s": 958.367}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 1534927, "usd_est": 0.3247727, "venue": "studio", "wall_s": 1035.666}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 1693821, "usd_est": 0.3621068, "venue": "studio", "wall_s": 1063.427}
{"ITT outcome": "pass", "arm": "P-noctx", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-as-variant-processed-once", "tokens": 3999672, "usd_est": null, "venue": "studio", "wall_s": 1075.796}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 4088254, "usd_est": 0.39322938, "venue": "studio", "wall_s": 2238.316}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 2779720, "usd_est": 0.38313343999999994, "venue": "studio", "wall_s": 1946.787}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 3702310, "usd_est": 0.39728692, "venue": "studio", "wall_s": 2013.479}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 3763450, "usd_est": 0.3318249, "venue": "studio", "wall_s": 1835.3}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 3704833, "usd_est": 0.32152502, "venue": "studio", "wall_s": 1657.537}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 3683029, "usd_est": 0.35053338, "venue": "studio", "wall_s": 1515.561}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 3490725, "usd_est": 0.31746672, "venue": "studio", "wall_s": 1782.182}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 2904544, "usd_est": 0.36750556, "venue": "studio", "wall_s": 1803.073}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 2706193, "usd_est": 0.35590158000000005, "venue": "studio", "wall_s": 1727.25}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56d", "task": "rails-as-variant-processed-once", "tokens": 3441900, "usd_est": 0.35568554, "venue": "studio", "wall_s": 1635.342}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56c", "task": "rails-as-variant-processed-once", "tokens": 1130485, "usd_est": 0.32870978, "venue": "studio", "wall_s": 923.945}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-as-variant-processed-once", "tokens": 1307860, "usd_est": 0.4406364, "venue": "studio", "wall_s": 1237.848}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 1592340, "usd_est": 0.41888307999999996, "venue": "studio", "wall_s": 1252.566}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 2108661, "usd_est": 0.6062559399999999, "venue": "studio", "wall_s": 1469.902}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 1603276, "usd_est": 0.40961249999999993, "venue": "studio", "wall_s": 1318.729}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 3493834, "usd_est": 0.5348952, "venue": "studio", "wall_s": 2050.237}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 2033587, "usd_est": 0.63901686, "venue": "studio", "wall_s": 1054.237}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 1852986, "usd_est": 0.5052456000000001, "venue": "studio", "wall_s": 1345.029}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 1660729, "usd_est": 0.40849325999999997, "venue": "studio", "wall_s": 1346.622}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 2224651, "usd_est": 0.5372231, "venue": "studio", "wall_s": 1474.552}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 1595544, "usd_est": 0.38635298, "venue": "studio", "wall_s": 1097.784}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-as-variant-processed-once", "tokens": 1939405, "usd_est": 0.5431292200000001, "venue": "studio", "wall_s": 1250.132}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-as-variant-processed-once", "tokens": 1220472, "usd_est": 0.5829920000000001, "venue": "studio", "wall_s": 1335.634}
{"ITT outcome": "fail", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r50", "task": "rails-as-variant-processed-once", "tokens": 2275735, "usd_est": 0.8870364000000001, "venue": "studio", "wall_s": 2417.833}
{"ITT outcome": "fail", "arm": "Pstar-pack-repro", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r18", "task": "rails-as-variant-processed-once", "tokens": 369318, "usd_est": null, "venue": "studio", "wall_s": 410.853}
{"ITT outcome": "fail", "arm": "Pstar-repro", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r18", "task": "rails-as-variant-processed-once", "tokens": 121818, "usd_est": null, "venue": "studio", "wall_s": 192.099}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r27", "task": "rails-as-variant-processed-once", "tokens": 80222, "usd_est": null, "venue": "studio", "wall_s": 57.977}
{"ITT outcome": "pass", "arm": "agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r40", "task": "rails-as-variant-processed-once", "tokens": 48699, "usd_est": null, "venue": "studio", "wall_s": 762.162}
{"ITT outcome": "pass", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r35", "task": "rails-as-variant-processed-once", "tokens": 189962, "usd_est": null, "venue": "studio", "wall_s": 2074.139}
{"ITT outcome": "pass", "arm": "agentic30-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r32b", "task": "rails-as-variant-processed-once", "tokens": 202257, "usd_est": null, "venue": "studio", "wall_s": 817.509}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r13", "task": "rails-as-variant-processed-once", "tokens": 63925, "usd_est": null, "venue": "studio", "wall_s": 34.14}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r18", "task": "rails-as-variant-processed-once", "tokens": 124706, "usd_est": null, "venue": "studio", "wall_s": 116.443}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r27", "task": "rails-as-variant-processed-once", "tokens": 141772, "usd_est": null, "venue": "studio", "wall_s": 63.486}
{"ITT outcome": "pass", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r48", "task": "rails-as-variant-processed-once", "tokens": 641331, "usd_est": null, "venue": "studio", "wall_s": 1175.443}
{"ITT outcome": "fail", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r37c", "task": "rails-as-variant-processed-once", "tokens": 875614, "usd_est": null, "venue": "studio", "wall_s": 1173.022}
{"ITT outcome": "fail", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r37", "task": "rails-as-variant-processed-once", "tokens": 595843, "usd_est": null, "venue": "studio", "wall_s": 2084.965}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57b", "task": "rails-as-variant-processed-once", "tokens": 1846948, "usd_est": 0.03483464000000001, "venue": "studio", "wall_s": 629.132}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64c", "task": "rails-as-variant-processed-once", "tokens": 903872, "usd_est": 0.06313266, "venue": "studio", "wall_s": 502.373}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64", "task": "rails-as-variant-processed-once", "tokens": 2152484, "usd_est": 0.08444798, "venue": "studio", "wall_s": 929.268}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64c", "task": "rails-as-variant-processed-once", "tokens": 2073017, "usd_est": 0.07624927999999999, "venue": "studio", "wall_s": 806.656}
{"ITT outcome": "pass", "arm": "mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r49", "task": "rails-as-variant-processed-once", "tokens": 1043987, "usd_est": 0.16085353999999996, "venue": "studio", "wall_s": 570.207}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r69", "task": "rails-as-variant-processed-once", "tokens": 624636, "usd_est": null, "venue": "studio", "wall_s": 473.346}
{"ITT outcome": "fail", "arm": "p25", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r18", "task": "rails-as-variant-processed-once", "tokens": 68203, "usd_est": null, "venue": "studio", "wall_s": 92.842}
{"ITT outcome": "fail", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r30", "task": "rails-as-variant-processed-once", "tokens": 1075778, "usd_est": null, "venue": "studio", "wall_s": 1045.028}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r30", "task": "rails-as-variant-processed-once", "tokens": 40632, "usd_est": null, "venue": "studio", "wall_s": 368.133}
{"ITT outcome": "pass", "arm": "pl-approach-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 94149, "usd_est": 0.04828222, "venue": "studio", "wall_s": 287.933}
{"ITT outcome": "pass", "arm": "pl-approach-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 536775, "usd_est": 0.20820582, "venue": "studio", "wall_s": 515.467}
{"ITT outcome": "fail", "arm": "pl-criteria-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 197962, "usd_est": 0.026644300000000003, "venue": "studio", "wall_s": 195.79}
{"ITT outcome": "fail", "arm": "pl-criteria-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 2657456, "usd_est": 0.06921276000000001, "venue": "studio", "wall_s": 969.827}
{"ITT outcome": "pass", "arm": "pl-criteria-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 213573, "usd_est": 0.11453322000000002, "venue": "studio", "wall_s": 362.173}
{"ITT outcome": "fail", "arm": "pl-none-luna-low", "effort": "gpt-6-luna / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 82472, "usd_est": 0.0026752, "venue": "studio", "wall_s": 34.213}
{"ITT outcome": "pass", "arm": "pl-none-luna-max", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 1883223, "usd_est": 0.03418942000000002, "venue": "studio", "wall_s": 489.98}
{"ITT outcome": "pass", "arm": "pl-none-sol-low", "effort": "gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 62720, "usd_est": 0.0560944, "venue": "studio", "wall_s": 106.47}
{"ITT outcome": "fail", "arm": "pl-steps-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 92555, "usd_est": 0.052822, "venue": "studio", "wall_s": 290.677}
{"ITT outcome": "pass", "arm": "pl-steps-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 3353648, "usd_est": 0.10474252, "venue": "studio", "wall_s": 1256.669}
{"ITT outcome": "pass", "arm": "pl-steps-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 309309, "usd_est": 0.1375478, "venue": "studio", "wall_s": 435.831}
{"ITT outcome": "fail", "arm": "plan-lunamax-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r13", "task": "rails-as-variant-processed-once", "tokens": 166456, "usd_est": null, "venue": "studio", "wall_s": 211.591}
{"ITT outcome": "fail", "arm": "plan-sol-nc-gx", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r15", "task": "rails-as-variant-processed-once", "tokens": 512261, "usd_est": null, "venue": "studio", "wall_s": 225.897}
{"ITT outcome": "fail", "arm": "plan-sol-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r13", "task": "rails-as-variant-processed-once", "tokens": 135067, "usd_est": null, "venue": "studio", "wall_s": 182.276}
{"ITT outcome": "fail", "arm": "review-esc", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r23", "task": "rails-as-variant-processed-once", "tokens": 108997, "usd_est": null, "venue": "studio", "wall_s": 248.008}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r46", "task": "rails-as-variant-processed-once", "tokens": 128731, "usd_est": null, "venue": "studio", "wall_s": 390.599}
{"ITT outcome": "fail", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r47", "task": "rails-as-variant-processed-once", "tokens": 200511, "usd_est": null, "venue": "studio", "wall_s": 446.759}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r45", "task": "rails-as-variant-processed-once", "tokens": 125627, "usd_est": null, "venue": "studio", "wall_s": 712.646}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r57b", "task": "rails-as-variant-processed-once", "tokens": 1160660, "usd_est": 0.030234000000000004, "venue": "studio", "wall_s": 523.147}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "10", "round": "r56c", "task": "rails-as-variant-processed-once", "tokens": 1613318, "usd_est": 0.40189366, "venue": "studio", "wall_s": 1258.608}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "10", "round": "r57d", "task": "rails-as-variant-processed-once", "tokens": 801404, "usd_est": 0.01782496, "venue": "studio", "wall_s": 370.494}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r57d", "task": "rails-as-variant-processed-once", "tokens": 1093444, "usd_est": 0.026690800000000008, "venue": "studio", "wall_s": 932.556}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "11", "round": "r56c", "task": "rails-as-variant-processed-once", "tokens": 3102360, "usd_est": 0.42370746, "venue": "studio", "wall_s": 1303.646}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "11", "round": "r57d", "task": "rails-as-variant-processed-once", "tokens": 1320764, "usd_est": 0.027410160000000003, "venue": "studio", "wall_s": 639.482}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "11", "round": "r57d", "task": "rails-as-variant-processed-once", "tokens": 1277819, "usd_est": 0.0283983, "venue": "studio", "wall_s": 768.444}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "12", "round": "r56c", "task": "rails-as-variant-processed-once", "tokens": 1103075, "usd_est": 0.3576401, "venue": "studio", "wall_s": 1131.49}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "12", "round": "r57d", "task": "rails-as-variant-processed-once", "tokens": 974206, "usd_est": 0.02318852, "venue": "studio", "wall_s": 751.884}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "12", "round": "r57d", "task": "rails-as-variant-processed-once", "tokens": 2015569, "usd_est": 0.03850634, "venue": "studio", "wall_s": 593.254}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "13", "round": "r57d", "task": "rails-as-variant-processed-once", "tokens": 1375020, "usd_est": 0.026765440000000005, "venue": "studio", "wall_s": 457.426}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "13", "round": "r57d", "task": "rails-as-variant-processed-once", "tokens": 559602, "usd_est": 0.015715319999999998, "venue": "studio", "wall_s": 342.923}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "14", "round": "r57d", "task": "rails-as-variant-processed-once", "tokens": 1414136, "usd_est": 0.02893224, "venue": "studio", "wall_s": 533.61}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "14", "round": "r57d", "task": "rails-as-variant-processed-once", "tokens": 1431046, "usd_est": 0.029614359999999996, "venue": "studio", "wall_s": 770.967}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "15", "round": "r57d", "task": "rails-as-variant-processed-once", "tokens": 1359735, "usd_est": 0.02816094, "venue": "studio", "wall_s": 766.89}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "15", "round": "r57d", "task": "rails-as-variant-processed-once", "tokens": 426508, "usd_est": 0.01307616, "venue": "studio", "wall_s": 280.107}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "16", "round": "r57d", "task": "rails-as-variant-processed-once", "tokens": 1394034, "usd_est": 0.02943332, "venue": "studio", "wall_s": 926.031}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "16", "round": "r57d", "task": "rails-as-variant-processed-once", "tokens": 928079, "usd_est": 0.02207406, "venue": "studio", "wall_s": 515.007}
{"ITT outcome": "fail", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r56", "task": "rails-as-variant-processed-once", "tokens": 1120469, "usd_est": 0.029574979999999994, "venue": "studio", "wall_s": 735.555}
{"ITT outcome": "fail", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r56", "task": "rails-as-variant-processed-once", "tokens": 1061613, "usd_est": 0.024334339999999996, "venue": "studio", "wall_s": 580.853}
{"ITT outcome": "pass", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-as-variant-processed-once", "tokens": 1388521, "usd_est": 0.03248506, "venue": "studio", "wall_s": 567.407}
{"ITT outcome": "fail", "arm": "B3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r13", "task": "rails-as-variant-processed-once", "tokens": 109415, "usd_est": null, "venue": "studio", "wall_s": 69.267}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-as-variant-processed-once", "tokens": 2040450, "usd_est": 0.71547248, "venue": "studio", "wall_s": 1907.022}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-as-variant-processed-once", "tokens": 2350042, "usd_est": 0.61095878, "venue": "studio", "wall_s": 1745.011}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-as-variant-processed-once", "tokens": 1674959, "usd_est": 0.36148199999999997, "venue": "studio", "wall_s": 1010.076}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56d", "task": "rails-as-variant-processed-once", "tokens": 3964455, "usd_est": 0.37707122, "venue": "studio", "wall_s": 1998.233}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56c", "task": "rails-as-variant-processed-once", "tokens": 833025, "usd_est": 0.21247384, "venue": "studio", "wall_s": 730.148}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-as-variant-processed-once", "tokens": 1749697, "usd_est": 0.52440312, "venue": "studio", "wall_s": 1586.167}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-as-variant-processed-once", "tokens": 1314058, "usd_est": 0.6656024, "venue": "studio", "wall_s": 1434.703}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-as-variant-processed-once", "tokens": 1499786, "usd_est": 0.6582648, "venue": "studio", "wall_s": 1453.414}
{"ITT outcome": "fail", "arm": "Pstar-pack-repro", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r18", "task": "rails-as-variant-processed-once", "tokens": 159728, "usd_est": null, "venue": "studio", "wall_s": 428.778}
{"ITT outcome": "fail", "arm": "Pstar-repro", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r18", "task": "rails-as-variant-processed-once", "tokens": 186521, "usd_est": null, "venue": "studio", "wall_s": 184.144}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r27", "task": "rails-as-variant-processed-once", "tokens": 72094, "usd_est": null, "venue": "studio", "wall_s": 62.997}
{"ITT outcome": "pass", "arm": "agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r40", "task": "rails-as-variant-processed-once", "tokens": 95665, "usd_est": null, "venue": "studio", "wall_s": 826.088}
{"ITT outcome": "pass", "arm": "agentic", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r23", "task": "rails-as-variant-processed-once", "tokens": 86788, "usd_est": null, "venue": "studio", "wall_s": 429.113}
{"ITT outcome": "pass", "arm": "agentic-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r32", "task": "rails-as-variant-processed-once", "tokens": 117965, "usd_est": null, "venue": "studio", "wall_s": 820.461}
{"ITT outcome": "pass", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r35", "task": "rails-as-variant-processed-once", "tokens": 97288, "usd_est": null, "venue": "studio", "wall_s": 1518.012}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r13", "task": "rails-as-variant-processed-once", "tokens": 80809, "usd_est": null, "venue": "studio", "wall_s": 38.644}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r18", "task": "rails-as-variant-processed-once", "tokens": 78215, "usd_est": null, "venue": "studio", "wall_s": 31.655}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r27", "task": "rails-as-variant-processed-once", "tokens": 122674, "usd_est": null, "venue": "studio", "wall_s": 53.453}
{"ITT outcome": "pass", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r48", "task": "rails-as-variant-processed-once", "tokens": 285523, "usd_est": null, "venue": "studio", "wall_s": 1486.101}
{"ITT outcome": "fail", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r37c", "task": "rails-as-variant-processed-once", "tokens": 554458, "usd_est": null, "venue": "studio", "wall_s": 846.841}
{"ITT outcome": "fail", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r37", "task": "rails-as-variant-processed-once", "tokens": 41517, "usd_est": null, "venue": "studio", "wall_s": 850.647}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57b", "task": "rails-as-variant-processed-once", "tokens": 2267713, "usd_est": 0.040251539999999995, "venue": "studio", "wall_s": 723.361}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r64c", "task": "rails-as-variant-processed-once", "tokens": 599825, "usd_est": 0.0515781, "venue": "studio", "wall_s": 323.731}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64c", "task": "rails-as-variant-processed-once", "tokens": 2740647, "usd_est": 0.08207822000000001, "venue": "studio", "wall_s": 989.223}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r69", "task": "rails-as-variant-processed-once", "tokens": 1201596, "usd_est": null, "venue": "studio", "wall_s": 581.262}
{"ITT outcome": "fail", "arm": "p25", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r18", "task": "rails-as-variant-processed-once", "tokens": 281321, "usd_est": null, "venue": "studio", "wall_s": 189.226}
{"ITT outcome": "fail", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r30", "task": "rails-as-variant-processed-once", "tokens": 391140, "usd_est": null, "venue": "studio", "wall_s": 1237.195}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r30", "task": "rails-as-variant-processed-once", "tokens": 663937, "usd_est": null, "venue": "studio", "wall_s": 641.25}
{"ITT outcome": "pass", "arm": "pl-approach-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 694442, "usd_est": 0.07973838, "venue": "studio", "wall_s": 612.31}
{"ITT outcome": "pass", "arm": "pl-approach-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 1023183, "usd_est": 0.07623344, "venue": "studio", "wall_s": 738.244}
{"ITT outcome": "pass", "arm": "pl-approach-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 289666, "usd_est": 0.1923976, "venue": "studio", "wall_s": 555.451}
{"ITT outcome": "fail", "arm": "pl-criteria-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 112499, "usd_est": 0.017851440000000003, "venue": "studio", "wall_s": 139.456}
{"ITT outcome": "pass", "arm": "pl-criteria-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 3430357, "usd_est": 0.07577405999999999, "venue": "studio", "wall_s": 1303.343}
{"ITT outcome": "pass", "arm": "pl-criteria-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 164341, "usd_est": 0.0832515, "venue": "studio", "wall_s": 251.075}
{"ITT outcome": "fail", "arm": "pl-none-luna-low", "effort": "gpt-6-luna / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 67140, "usd_est": 0.0029312000000000006, "venue": "studio", "wall_s": 57.822}
{"ITT outcome": "pass", "arm": "pl-none-luna-max", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 1512185, "usd_est": 0.032197779999999995, "venue": "studio", "wall_s": 728.331}
{"ITT outcome": "pass", "arm": "pl-none-sol-low", "effort": "gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 74260, "usd_est": 0.053747199999999995, "venue": "studio", "wall_s": 89.377}
{"ITT outcome": "fail", "arm": "pl-steps-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 101148, "usd_est": 0.06072512, "venue": "studio", "wall_s": 336.844}
{"ITT outcome": "pass", "arm": "pl-steps-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 2846676, "usd_est": 0.09820985999999998, "venue": "studio", "wall_s": 1722.357}
{"ITT outcome": "pass", "arm": "pl-steps-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-as-variant-processed-once", "tokens": 205830, "usd_est": 0.12402278, "venue": "studio", "wall_s": 565.11}
{"ITT outcome": "fail", "arm": "plan-lunamax-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r13", "task": "rails-as-variant-processed-once", "tokens": 85315, "usd_est": null, "venue": "studio", "wall_s": 196.869}
{"ITT outcome": "fail", "arm": "plan-sol-nc-gx", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r15", "task": "rails-as-variant-processed-once", "tokens": 318098, "usd_est": null, "venue": "studio", "wall_s": 276.312}
{"ITT outcome": "fail", "arm": "plan-sol-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r13", "task": "rails-as-variant-processed-once", "tokens": 139675, "usd_est": null, "venue": "studio", "wall_s": 172.323}
{"ITT outcome": "fail", "arm": "review-esc", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r23", "task": "rails-as-variant-processed-once", "tokens": 112897, "usd_est": null, "venue": "studio", "wall_s": 310.436}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r46", "task": "rails-as-variant-processed-once", "tokens": 92198, "usd_est": null, "venue": "studio", "wall_s": 369.849}
{"ITT outcome": "fail", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r47", "task": "rails-as-variant-processed-once", "tokens": 79613, "usd_est": null, "venue": "studio", "wall_s": 86.104}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r26", "task": "rails-as-variant-processed-once", "tokens": 105752, "usd_est": null, "venue": "studio", "wall_s": 522.673}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r45", "task": "rails-as-variant-processed-once", "tokens": 105399, "usd_est": null, "venue": "studio", "wall_s": 766.636}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r57b", "task": "rails-as-variant-processed-once", "tokens": 1621925, "usd_est": 0.040292980000000006, "venue": "studio", "wall_s": 651.574}
{"ITT outcome": "fail", "arm": "B3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r13", "task": "rails-as-variant-processed-once", "tokens": 104242, "usd_est": null, "venue": "studio", "wall_s": 77.824}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-as-variant-processed-once", "tokens": 1930615, "usd_est": 0.53162706, "venue": "studio", "wall_s": 1621.177}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r56d", "task": "rails-as-variant-processed-once", "tokens": 3591397, "usd_est": 0.4379214, "venue": "studio", "wall_s": 1811.713}
{"ITT outcome": "fail", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r56c", "task": "rails-as-variant-processed-once", "tokens": 2151180, "usd_est": 0.42763542, "venue": "studio", "wall_s": 1715.78}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-as-variant-processed-once", "tokens": 2030666, "usd_est": 0.9165703999999999, "venue": "studio", "wall_s": 2298.204}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-as-variant-processed-once", "tokens": 1205112, "usd_est": 0.533648, "venue": "studio", "wall_s": 1311.008}
{"ITT outcome": "pass", "arm": "Pstar-pack-repro", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r18", "task": "rails-as-variant-processed-once", "tokens": 179510, "usd_est": null, "venue": "studio", "wall_s": 460.819}
{"ITT outcome": "fail", "arm": "Pstar-repro", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r18", "task": "rails-as-variant-processed-once", "tokens": 142735, "usd_est": null, "venue": "studio", "wall_s": 239.485}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r27", "task": "rails-as-variant-processed-once", "tokens": 79353, "usd_est": null, "venue": "studio", "wall_s": 27.919}
{"ITT outcome": "pass", "arm": "agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r40", "task": "rails-as-variant-processed-once", "tokens": 37734, "usd_est": null, "venue": "studio", "wall_s": 870.89}
{"ITT outcome": "pass", "arm": "agentic", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r23", "task": "rails-as-variant-processed-once", "tokens": 165359, "usd_est": null, "venue": "studio", "wall_s": 484.425}
{"ITT outcome": "pass", "arm": "agentic-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r32", "task": "rails-as-variant-processed-once", "tokens": 63870, "usd_est": null, "venue": "studio", "wall_s": 436.379}
{"ITT outcome": "pass", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r35", "task": "rails-as-variant-processed-once", "tokens": 80970, "usd_est": null, "venue": "studio", "wall_s": 771.04}
{"ITT outcome": "pass", "arm": "agentic30-lmax-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r34b", "task": "rails-as-variant-processed-once", "tokens": 87037, "usd_est": null, "venue": "studio", "wall_s": 1184.156}
{"ITT outcome": "pass", "arm": "agentic30-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r32b", "task": "rails-as-variant-processed-once", "tokens": 127627, "usd_est": null, "venue": "studio", "wall_s": 594.14}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r13", "task": "rails-as-variant-processed-once", "tokens": 139130, "usd_est": null, "venue": "studio", "wall_s": 51.718}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r18", "task": "rails-as-variant-processed-once", "tokens": 175261, "usd_est": null, "venue": "studio", "wall_s": 66.8}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r27", "task": "rails-as-variant-processed-once", "tokens": 56690, "usd_est": null, "venue": "studio", "wall_s": 90.615}
{"ITT outcome": "fail", "arm": "bo3-packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r31", "task": "rails-as-variant-processed-once", "tokens": 189905, "usd_est": null, "venue": "studio", "wall_s": 619.771}
{"ITT outcome": "pass", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r37c", "task": "rails-as-variant-processed-once", "tokens": 67874, "usd_est": null, "venue": "studio", "wall_s": 577.069}
{"ITT outcome": "fail", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r37", "task": "rails-as-variant-processed-once", "tokens": 580274, "usd_est": null, "venue": "studio", "wall_s": 1344.722}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r57b", "task": "rails-as-variant-processed-once", "tokens": 1365846, "usd_est": 0.028599239999999998, "venue": "studio", "wall_s": 467.891}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r64c", "task": "rails-as-variant-processed-once", "tokens": 449453, "usd_est": 0.046569860000000005, "venue": "studio", "wall_s": 331.322}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64", "task": "rails-as-variant-processed-once", "tokens": 1351236, "usd_est": 0.08670001999999999, "venue": "studio", "wall_s": 894.359}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64c", "task": "rails-as-variant-processed-once", "tokens": 2756641, "usd_est": 0.0833315, "venue": "studio", "wall_s": 988.437}
{"ITT outcome": "pass", "arm": "mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r49", "task": "rails-as-variant-processed-once", "tokens": 3121615, "usd_est": 0.21940618, "venue": "studio", "wall_s": 1175.553}
{"ITT outcome": "pass", "arm": "mc-review", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r49", "task": "rails-as-variant-processed-once", "tokens": 3805731, "usd_est": 0.1405738, "venue": "studio", "wall_s": 1482.768}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r69", "task": "rails-as-variant-processed-once", "tokens": 2031031, "usd_est": null, "venue": "studio", "wall_s": 711.751}
{"ITT outcome": "fail", "arm": "p25", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r18", "task": "rails-as-variant-processed-once", "tokens": 329763, "usd_est": null, "venue": "studio", "wall_s": 135.061}
{"ITT outcome": "fail", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r30", "task": "rails-as-variant-processed-once", "tokens": 117232, "usd_est": null, "venue": "studio", "wall_s": 1050.109}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r30", "task": "rails-as-variant-processed-once", "tokens": 90071, "usd_est": null, "venue": "studio", "wall_s": 530.385}
{"ITT outcome": "fail", "arm": "plan-lunamax-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r13", "task": "rails-as-variant-processed-once", "tokens": 201467, "usd_est": null, "venue": "studio", "wall_s": 273.39}
{"ITT outcome": "fail", "arm": "plan-sol-nc-gx", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r15", "task": "rails-as-variant-processed-once", "tokens": 104979, "usd_est": null, "venue": "studio", "wall_s": 237.45}
{"ITT outcome": "fail", "arm": "plan-sol-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r13", "task": "rails-as-variant-processed-once", "tokens": 139660, "usd_est": null, "venue": "studio", "wall_s": 200.371}
{"ITT outcome": "fail", "arm": "review-esc", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r23", "task": "rails-as-variant-processed-once", "tokens": 214238, "usd_est": null, "venue": "studio", "wall_s": 109.345}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r46", "task": "rails-as-variant-processed-once", "tokens": 239055, "usd_est": null, "venue": "studio", "wall_s": 417.333}
{"ITT outcome": "fail", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r47", "task": "rails-as-variant-processed-once", "tokens": 238853, "usd_est": null, "venue": "studio", "wall_s": 488.934}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r26", "task": "rails-as-variant-processed-once", "tokens": 101372, "usd_est": null, "venue": "studio", "wall_s": 471.315}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r45", "task": "rails-as-variant-processed-once", "tokens": 127962, "usd_est": null, "venue": "studio", "wall_s": 921.256}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r57b", "task": "rails-as-variant-processed-once", "tokens": 960357, "usd_est": 0.02221962, "venue": "studio", "wall_s": 403.09}
{"ITT outcome": "fail", "arm": "B3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r13", "task": "rails-as-variant-processed-once", "tokens": 166137, "usd_est": null, "venue": "studio", "wall_s": 78.292}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r56c", "task": "rails-as-variant-processed-once", "tokens": 2432570, "usd_est": 0.35461892, "venue": "studio", "wall_s": 1660.139}
{"ITT outcome": "fail", "arm": "Pstar-pack-repro", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r18", "task": "rails-as-variant-processed-once", "tokens": 92279, "usd_est": null, "venue": "studio", "wall_s": 514.236}
{"ITT outcome": "fail", "arm": "Pstar-repro", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r18", "task": "rails-as-variant-processed-once", "tokens": 153009, "usd_est": null, "venue": "studio", "wall_s": 250.72}
{"ITT outcome": "fail", "arm": "accept", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r69", "task": "rails-as-variant-processed-once", "tokens": 1527713, "usd_est": null, "venue": "studio", "wall_s": 588.833}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r27", "task": "rails-as-variant-processed-once", "tokens": 37910, "usd_est": null, "venue": "studio", "wall_s": 55.955}
{"ITT outcome": "pass", "arm": "agentic", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r23", "task": "rails-as-variant-processed-once", "tokens": 60734, "usd_est": null, "venue": "studio", "wall_s": 413.081}
{"ITT outcome": "pass", "arm": "agentic-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r32", "task": "rails-as-variant-processed-once", "tokens": 97143, "usd_est": null, "venue": "studio", "wall_s": 420.263}
{"ITT outcome": "pass", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r35", "task": "rails-as-variant-processed-once", "tokens": 248991, "usd_est": null, "venue": "studio", "wall_s": 721.762}
{"ITT outcome": "pass", "arm": "agentic30-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r32b", "task": "rails-as-variant-processed-once", "tokens": 141272, "usd_est": null, "venue": "studio", "wall_s": 551.737}
{"ITT outcome": "pass", "arm": "approach", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-as-variant-processed-once", "tokens": 1880201, "usd_est": null, "venue": "studio", "wall_s": 934.675}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r13", "task": "rails-as-variant-processed-once", "tokens": 300181, "usd_est": null, "venue": "studio", "wall_s": 148.106}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r18", "task": "rails-as-variant-processed-once", "tokens": 70988, "usd_est": null, "venue": "studio", "wall_s": 43.259}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r27", "task": "rails-as-variant-processed-once", "tokens": 177680, "usd_est": null, "venue": "studio", "wall_s": 86.576}
{"ITT outcome": "fail", "arm": "bo3-packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r31", "task": "rails-as-variant-processed-once", "tokens": 173648, "usd_est": null, "venue": "studio", "wall_s": 402.623}
{"ITT outcome": "fail", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r37c", "task": "rails-as-variant-processed-once", "tokens": 1713051, "usd_est": null, "venue": "studio", "wall_s": 1095.402}
{"ITT outcome": "fail", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r37", "task": "rails-as-variant-processed-once", "tokens": 60147, "usd_est": null, "venue": "studio", "wall_s": 773.538}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57b", "task": "rails-as-variant-processed-once", "tokens": 1102741, "usd_est": 0.023575620000000002, "venue": "studio", "wall_s": 450.277}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-as-variant-processed-once", "tokens": 2806197, "usd_est": 0.09094302, "venue": "studio", "wall_s": 920.537}
{"ITT outcome": "fail", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r64e", "task": "rails-as-variant-processed-once", "tokens": 3493415, "usd_est": null, "venue": "studio", "wall_s": 1275.555}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r69", "task": "rails-as-variant-processed-once", "tokens": 1056429, "usd_est": null, "venue": "studio", "wall_s": 428.707}
{"ITT outcome": "fail", "arm": "p25", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r18", "task": "rails-as-variant-processed-once", "tokens": 183824, "usd_est": null, "venue": "studio", "wall_s": 121.52}
{"ITT outcome": "fail", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r30", "task": "rails-as-variant-processed-once", "tokens": 221230, "usd_est": null, "venue": "studio", "wall_s": 841.331}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r30", "task": "rails-as-variant-processed-once", "tokens": 217692, "usd_est": null, "venue": "studio", "wall_s": 539.509}
{"ITT outcome": "fail", "arm": "plan-lunamax-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r13", "task": "rails-as-variant-processed-once", "tokens": 69606, "usd_est": null, "venue": "studio", "wall_s": 282.827}
{"ITT outcome": "fail", "arm": "plan-sol-nc-gx", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r15", "task": "rails-as-variant-processed-once", "tokens": 88228, "usd_est": null, "venue": "studio", "wall_s": 305.476}
{"ITT outcome": "fail", "arm": "plan-sol-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r13", "task": "rails-as-variant-processed-once", "tokens": 126632, "usd_est": null, "venue": "studio", "wall_s": 157.176}
{"ITT outcome": "fail", "arm": "review-esc", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r23", "task": "rails-as-variant-processed-once", "tokens": 108886, "usd_est": null, "venue": "studio", "wall_s": 272.395}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r26", "task": "rails-as-variant-processed-once", "tokens": 111264, "usd_est": null, "venue": "studio", "wall_s": 490.161}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57b", "task": "rails-as-variant-processed-once", "tokens": 924080, "usd_est": 0.021268079999999995, "venue": "studio", "wall_s": 383.499}
{"ITT outcome": "pass", "arm": "spec", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-as-variant-processed-once", "tokens": 1293987, "usd_est": null, "venue": "studio", "wall_s": 674.67}
{"ITT outcome": "fail", "arm": "B3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r13", "task": "rails-as-variant-processed-once", "tokens": 67365, "usd_est": null, "venue": "studio", "wall_s": 40.149}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r56c", "task": "rails-as-variant-processed-once", "tokens": 1181033, "usd_est": 0.35436186000000003, "venue": "studio", "wall_s": 1140.841}
{"ITT outcome": "fail", "arm": "Pstar-pack-repro", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r18", "task": "rails-as-variant-processed-once", "tokens": 198687, "usd_est": null, "venue": "studio", "wall_s": 439.908}
{"ITT outcome": "fail", "arm": "Pstar-repro", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r18", "task": "rails-as-variant-processed-once", "tokens": 142122, "usd_est": null, "venue": "studio", "wall_s": 216.967}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r27", "task": "rails-as-variant-processed-once", "tokens": 98448, "usd_est": null, "venue": "studio", "wall_s": 62.48}
{"ITT outcome": "pass", "arm": "agentic-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r32", "task": "rails-as-variant-processed-once", "tokens": 88964, "usd_est": null, "venue": "studio", "wall_s": 383.242}
{"ITT outcome": "pass", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r35", "task": "rails-as-variant-processed-once", "tokens": 120375, "usd_est": null, "venue": "studio", "wall_s": 659.777}
{"ITT outcome": "fail", "arm": "agentic30-lmax-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r34b", "task": "rails-as-variant-processed-once", "tokens": 566092, "usd_est": null, "venue": "studio", "wall_s": 1292.069}
{"ITT outcome": "pass", "arm": "agentic30-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r32b", "task": "rails-as-variant-processed-once", "tokens": 137685, "usd_est": null, "venue": "studio", "wall_s": 565.32}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r13", "task": "rails-as-variant-processed-once", "tokens": 59833, "usd_est": null, "venue": "studio", "wall_s": 33.175}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r18", "task": "rails-as-variant-processed-once", "tokens": 57892, "usd_est": null, "venue": "studio", "wall_s": 22.674}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r27", "task": "rails-as-variant-processed-once", "tokens": 100560, "usd_est": null, "venue": "studio", "wall_s": 89.065}
{"ITT outcome": "fail", "arm": "bo3-packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r31", "task": "rails-as-variant-processed-once", "tokens": 799756, "usd_est": null, "venue": "studio", "wall_s": 1219.998}
{"ITT outcome": "pass", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r37", "task": "rails-as-variant-processed-once", "tokens": 61339, "usd_est": null, "venue": "studio", "wall_s": 546.042}
{"ITT outcome": "fail", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r37c", "task": "rails-as-variant-processed-once", "tokens": 1139564, "usd_est": null, "venue": "studio", "wall_s": 1222.357}
{"ITT outcome": "fail", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r37", "task": "rails-as-variant-processed-once", "tokens": 303928, "usd_est": null, "venue": "studio", "wall_s": 982.214}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r57b", "task": "rails-as-variant-processed-once", "tokens": 1123095, "usd_est": 0.025096860000000002, "venue": "studio", "wall_s": 618.058}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r64b", "task": "rails-as-variant-processed-once", "tokens": 2930177, "usd_est": 0.08956376, "venue": "studio", "wall_s": 934.303}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r64e", "task": "rails-as-variant-processed-once", "tokens": 3340622, "usd_est": null, "venue": "studio", "wall_s": 1017.353}
{"ITT outcome": "fail", "arm": "p25", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r18", "task": "rails-as-variant-processed-once", "tokens": 153295, "usd_est": null, "venue": "studio", "wall_s": 167.369}
{"ITT outcome": "fail", "arm": "packplan-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r35", "task": "rails-as-variant-processed-once", "tokens": 48368, "usd_est": null, "venue": "studio", "wall_s": 665.967}
{"ITT outcome": "fail", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r30", "task": "rails-as-variant-processed-once", "tokens": 146895, "usd_est": null, "venue": "studio", "wall_s": 945.526}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r30", "task": "rails-as-variant-processed-once", "tokens": 64410, "usd_est": null, "venue": "studio", "wall_s": 411.205}
{"ITT outcome": "fail", "arm": "plan-lunamax-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r13", "task": "rails-as-variant-processed-once", "tokens": 217864, "usd_est": null, "venue": "studio", "wall_s": 274.179}
{"ITT outcome": "fail", "arm": "plan-sol-nc-gx", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r15", "task": "rails-as-variant-processed-once", "tokens": 134478, "usd_est": null, "venue": "studio", "wall_s": 256.735}
{"ITT outcome": "fail", "arm": "plan-sol-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r13", "task": "rails-as-variant-processed-once", "tokens": 228700, "usd_est": null, "venue": "studio", "wall_s": 218.212}
{"ITT outcome": "fail", "arm": "review-esc", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r23", "task": "rails-as-variant-processed-once", "tokens": 78008, "usd_est": null, "venue": "studio", "wall_s": 61.769}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57b", "task": "rails-as-variant-processed-once", "tokens": 790322, "usd_est": 0.019558760000000005, "venue": "studio", "wall_s": 368.632}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r56c", "task": "rails-as-variant-processed-once", "tokens": 814766, "usd_est": 0.31138150000000003, "venue": "studio", "wall_s": 944.872}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57b", "task": "rails-as-variant-processed-once", "tokens": 1646995, "usd_est": 0.030312459999999996, "venue": "studio", "wall_s": 534.662}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r57b", "task": "rails-as-variant-processed-once", "tokens": 1063567, "usd_est": 0.02681774, "venue": "studio", "wall_s": 778.057}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "7", "round": "r56c", "task": "rails-as-variant-processed-once", "tokens": 1384948, "usd_est": 0.23509984, "venue": "studio", "wall_s": 875.662}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r57b", "task": "rails-as-variant-processed-once", "tokens": 2200490, "usd_est": 0.03997436, "venue": "studio", "wall_s": 910.54}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r57b", "task": "rails-as-variant-processed-once", "tokens": 727934, "usd_est": 0.017942199999999995, "venue": "studio", "wall_s": 503.982}
{"ITT outcome": "fail", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "8", "round": "r56c", "task": "rails-as-variant-processed-once", "tokens": 1244209, "usd_est": 0.35409238000000004, "venue": "studio", "wall_s": 1273.019}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "8", "round": "r57b", "task": "rails-as-variant-processed-once", "tokens": 1754660, "usd_est": 0.03429008000000001, "venue": "studio", "wall_s": 649.032}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57b", "task": "rails-as-variant-processed-once", "tokens": 1342349, "usd_est": 0.0288045, "venue": "studio", "wall_s": 884.901}
{"ITT outcome": "fail", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "9", "round": "r56c", "task": "rails-as-variant-processed-once", "tokens": 769043, "usd_est": 0.22915676000000001, "venue": "studio", "wall_s": 813.844}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "9", "round": "r57d", "task": "rails-as-variant-processed-once", "tokens": 1086200, "usd_est": 0.0231436, "venue": "studio", "wall_s": 429.15}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r57d", "task": "rails-as-variant-processed-once", "tokens": 461518, "usd_est": 0.0165646, "venue": "studio", "wall_s": 360.431}
{"ITT outcome": "fail", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r50", "task": "rails-ft-active-storage-tracking", "tokens": 1849500, "usd_est": 0.9514704, "venue": "studio", "wall_s": 2395.332}
{"ITT outcome": "fail", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r50", "task": "rails-ft-active-storage-tracking", "tokens": 2013713, "usd_est": 0.9542852, "venue": "studio", "wall_s": 2049.195}
{"ITT outcome": "pass", "arm": "bundle-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r43", "task": "rails-ft-active-storage-tracking", "tokens": 1081842, "usd_est": null, "venue": "studio", "wall_s": 2078.016}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r48", "task": "rails-ft-active-storage-tracking", "tokens": 411079, "usd_est": null, "venue": "studio", "wall_s": 749.704}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r64c", "task": "rails-ft-active-storage-tracking", "tokens": 601383, "usd_est": 0.08527502, "venue": "studio", "wall_s": 437.476}
{"ITT outcome": "fail", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r64", "task": "rails-ft-active-storage-tracking", "tokens": 7048679, "usd_est": 0.1840405, "venue": "studio", "wall_s": 2960.19}
{"ITT outcome": "fail", "arm": "maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r43", "task": "rails-ft-active-storage-tracking", "tokens": 450964, "usd_est": null, "venue": "studio", "wall_s": 2057.923}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r69", "task": "rails-ft-active-storage-tracking", "tokens": 2332711, "usd_est": null, "venue": "studio", "wall_s": 1004.771}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r33", "task": "rails-ft-active-storage-tracking", "tokens": 597147, "usd_est": null, "venue": "studio", "wall_s": 3040.308}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r46", "task": "rails-ft-active-storage-tracking", "tokens": 211169, "usd_est": null, "venue": "studio", "wall_s": 502.21}
{"ITT outcome": "fail", "arm": "route-jev", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r47", "task": "rails-ft-active-storage-tracking", "tokens": 954928, "usd_est": null, "venue": "studio", "wall_s": 1299.674}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r45", "task": "rails-ft-active-storage-tracking", "tokens": 2217634, "usd_est": null, "venue": "studio", "wall_s": 1670.009}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-ft-active-storage-tracking", "tokens": 2297308, "usd_est": 1.1112832000000001, "venue": "studio", "wall_s": 2399.477}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-ft-active-storage-tracking", "tokens": 3070583, "usd_est": 1.1217468000000002, "venue": "studio", "wall_s": 2330.078}
{"ITT outcome": "fail", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r38", "task": "rails-ft-active-storage-tracking", "tokens": 1033925, "usd_est": null, "venue": "studio", "wall_s": 1436.351}
{"ITT outcome": "fail", "arm": "bundle-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r43", "task": "rails-ft-active-storage-tracking", "tokens": 1256801, "usd_est": null, "venue": "studio", "wall_s": 2390.501}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r48", "task": "rails-ft-active-storage-tracking", "tokens": 742147, "usd_est": null, "venue": "studio", "wall_s": 906.121}
{"ITT outcome": "fail", "arm": "hybrid-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r39b", "task": "rails-ft-active-storage-tracking", "tokens": 358714, "usd_est": null, "venue": "studio", "wall_s": 2016.179}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r64c", "task": "rails-ft-active-storage-tracking", "tokens": 311509, "usd_est": 0.08415252, "venue": "studio", "wall_s": 446.691}
{"ITT outcome": "fail", "arm": "maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r43", "task": "rails-ft-active-storage-tracking", "tokens": 309541, "usd_est": null, "venue": "studio", "wall_s": 2026.507}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r33", "task": "rails-ft-active-storage-tracking", "tokens": 439462, "usd_est": null, "venue": "studio", "wall_s": 1022.364}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r46", "task": "rails-ft-active-storage-tracking", "tokens": 133299, "usd_est": null, "venue": "studio", "wall_s": 540.222}
{"ITT outcome": "fail", "arm": "route-jev", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r47", "task": "rails-ft-active-storage-tracking", "tokens": 3110418, "usd_est": null, "venue": "studio", "wall_s": 1742.664}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r45", "task": "rails-ft-active-storage-tracking", "tokens": 1817126, "usd_est": null, "venue": "studio", "wall_s": 2185.71}
{"ITT outcome": "fail", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r50", "task": "rails-ft-active-storage-tracking", "tokens": 2455170, "usd_est": 1.0993496, "venue": "studio", "wall_s": 2164.282}
{"ITT outcome": "fail", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r50", "task": "rails-ft-active-storage-tracking", "tokens": 2392921, "usd_est": 1.1710692000000003, "venue": "studio", "wall_s": 2403.717}
{"ITT outcome": "fail", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r38", "task": "rails-ft-active-storage-tracking", "tokens": 828363, "usd_est": null, "venue": "studio", "wall_s": 1280.467}
{"ITT outcome": "fail", "arm": "bundle-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r43", "task": "rails-ft-active-storage-tracking", "tokens": 297161, "usd_est": null, "venue": "studio", "wall_s": 1987.963}
{"ITT outcome": "pass", "arm": "hybrid-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r39b", "task": "rails-ft-active-storage-tracking", "tokens": 293048, "usd_est": null, "venue": "studio", "wall_s": 1976.364}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r64c", "task": "rails-ft-active-storage-tracking", "tokens": 841855, "usd_est": 0.05483048, "venue": "studio", "wall_s": 474.419}
{"ITT outcome": "fail", "arm": "maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r43", "task": "rails-ft-active-storage-tracking", "tokens": 401378, "usd_est": null, "venue": "studio", "wall_s": 2040.766}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-active-storage-tracking", "tokens": 855221, "usd_est": null, "venue": "studio", "wall_s": 2644.221}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r46", "task": "rails-ft-active-storage-tracking", "tokens": 140841, "usd_est": null, "venue": "studio", "wall_s": 497.829}
{"ITT outcome": "pass", "arm": "route-jev", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r47", "task": "rails-ft-active-storage-tracking", "tokens": 2169073, "usd_est": null, "venue": "studio", "wall_s": 1649.033}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r45", "task": "rails-ft-active-storage-tracking", "tokens": 1522768, "usd_est": null, "venue": "studio", "wall_s": 1412.792}
{"ITT outcome": "fail", "arm": "split3-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r39b", "task": "rails-ft-active-storage-tracking", "tokens": 664879, "usd_est": null, "venue": "studio", "wall_s": 1069.838}
{"ITT outcome": "fail", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r64b", "task": "rails-ft-active-storage-tracking", "tokens": 6971423, "usd_est": 0.19413038, "venue": "studio", "wall_s": 1822.717}
{"ITT outcome": "fail", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r64e", "task": "rails-ft-active-storage-tracking", "tokens": 3877385, "usd_est": null, "venue": "studio", "wall_s": 1479.11}
{"ITT outcome": "fail", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r50", "task": "rails-ft-activity-feed-api", "tokens": 5593749, "usd_est": 0.7757129199999999, "venue": "studio", "wall_s": 2479.783}
{"ITT outcome": "fail", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r50", "task": "rails-ft-activity-feed-api", "tokens": 1705130, "usd_est": 0.7857352, "venue": "studio", "wall_s": 1585.286}
{"ITT outcome": "fail", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r50", "task": "rails-ft-activity-feed-api", "tokens": 1468653, "usd_est": 0.806506, "venue": "studio", "wall_s": 1434.98}
{"ITT outcome": "fail", "arm": "astra-plan-review-lunamax", "effort": "gpt-6-astra / medium + gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-astra + gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r52", "task": "rails-ft-activity-feed-api", "tokens": 1330250, "usd_est": 0.27371524, "venue": "studio", "wall_s": 682.976}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r48", "task": "rails-ft-activity-feed-api", "tokens": 285105, "usd_est": null, "venue": "studio", "wall_s": 699.036}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r64c", "task": "rails-ft-activity-feed-api", "tokens": 482726, "usd_est": 0.07078144, "venue": "studio", "wall_s": 228.383}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64", "task": "rails-ft-activity-feed-api", "tokens": 2553755, "usd_est": 0.10794402, "venue": "studio", "wall_s": 1006.03}
{"ITT outcome": "fail", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r64c", "task": "rails-ft-activity-feed-api", "tokens": 2174505, "usd_est": 0.10192404, "venue": "studio", "wall_s": 687.817}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r69", "task": "rails-ft-activity-feed-api", "tokens": 1150706, "usd_est": null, "venue": "studio", "wall_s": 679.58}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r33", "task": "rails-ft-activity-feed-api", "tokens": 262587, "usd_est": null, "venue": "studio", "wall_s": 1844.421}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r46", "task": "rails-ft-activity-feed-api", "tokens": 163364, "usd_est": null, "venue": "studio", "wall_s": 515.407}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r45", "task": "rails-ft-activity-feed-api", "tokens": 1135248, "usd_est": null, "venue": "studio", "wall_s": 682.905}
{"ITT outcome": "fail", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r50", "task": "rails-ft-activity-feed-api", "tokens": 4226372, "usd_est": 0.6711825600000001, "venue": "studio", "wall_s": 2276.388}
{"ITT outcome": "fail", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r50", "task": "rails-ft-activity-feed-api", "tokens": 1865265, "usd_est": 0.8733044000000001, "venue": "studio", "wall_s": 1727.984}
{"ITT outcome": "fail", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r50", "task": "rails-ft-activity-feed-api", "tokens": 2139332, "usd_est": 1.000296, "venue": "studio", "wall_s": 2270.359}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r48", "task": "rails-ft-activity-feed-api", "tokens": 300286, "usd_est": null, "venue": "studio", "wall_s": 783.756}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r64c", "task": "rails-ft-activity-feed-api", "tokens": 530215, "usd_est": 0.07113562, "venue": "studio", "wall_s": 224.807}
{"ITT outcome": "fail", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r64", "task": "rails-ft-activity-feed-api", "tokens": 3345515, "usd_est": 0.12075713999999999, "venue": "studio", "wall_s": 878.464}
{"ITT outcome": "fail", "arm": "mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r49", "task": "rails-ft-activity-feed-api", "tokens": 3130894, "usd_est": 0.30065518, "venue": "studio", "wall_s": 1393.046}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r69", "task": "rails-ft-activity-feed-api", "tokens": 1418086, "usd_est": null, "venue": "studio", "wall_s": 724.292}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r33", "task": "rails-ft-activity-feed-api", "tokens": 564416, "usd_est": null, "venue": "studio", "wall_s": 2143.807}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r46", "task": "rails-ft-activity-feed-api", "tokens": 531202, "usd_est": null, "venue": "studio", "wall_s": 545.61}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r45", "task": "rails-ft-activity-feed-api", "tokens": 1252369, "usd_est": null, "venue": "studio", "wall_s": 1311.2}
{"ITT outcome": "fail", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r50", "task": "rails-ft-activity-feed-api", "tokens": 3854718, "usd_est": 0.80613522, "venue": "studio", "wall_s": 2378.353}
{"ITT outcome": "fail", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r50", "task": "rails-ft-activity-feed-api", "tokens": 1792605, "usd_est": 0.8140612, "venue": "studio", "wall_s": 1512.855}
{"ITT outcome": "fail", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r50", "task": "rails-ft-activity-feed-api", "tokens": 2692075, "usd_est": 1.0505708, "venue": "studio", "wall_s": 1910.549}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r64c", "task": "rails-ft-activity-feed-api", "tokens": 673378, "usd_est": 0.07809848, "venue": "studio", "wall_s": 307.866}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64", "task": "rails-ft-activity-feed-api", "tokens": 1808871, "usd_est": 0.09737414, "venue": "studio", "wall_s": 662.738}
{"ITT outcome": "fail", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r64c", "task": "rails-ft-activity-feed-api", "tokens": 3230403, "usd_est": 0.11905926, "venue": "studio", "wall_s": 1529.225}
{"ITT outcome": "fail", "arm": "mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r49", "task": "rails-ft-activity-feed-api", "tokens": 2440379, "usd_est": 0.051199419999999995, "venue": "studio", "wall_s": 934.908}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r69", "task": "rails-ft-activity-feed-api", "tokens": 1967117, "usd_est": null, "venue": "studio", "wall_s": 480.918}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-activity-feed-api", "tokens": 210007, "usd_est": null, "venue": "studio", "wall_s": 309.35}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r46", "task": "rails-ft-activity-feed-api", "tokens": 115736, "usd_est": null, "venue": "studio", "wall_s": 467.673}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r45", "task": "rails-ft-activity-feed-api", "tokens": 722758, "usd_est": null, "venue": "studio", "wall_s": 762.753}
{"ITT outcome": "fail", "arm": "accept", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r69", "task": "rails-ft-activity-feed-api", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "fail", "arm": "approach", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r69", "task": "rails-ft-activity-feed-api", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "fail", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "4", "round": "r64b", "task": "rails-ft-activity-feed-api", "tokens": 1503062, "usd_est": 0.06044938000000001, "venue": "studio", "wall_s": 620.419}
{"ITT outcome": "fail", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r64e", "task": "rails-ft-activity-feed-api", "tokens": 4303529, "usd_est": null, "venue": "studio", "wall_s": 1102.086}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r69", "task": "rails-ft-activity-feed-api", "tokens": 1316226, "usd_est": null, "venue": "studio", "wall_s": 457.273}
{"ITT outcome": "fail", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r64b", "task": "rails-ft-activity-feed-api", "tokens": 3363873, "usd_est": 0.12605006000000002, "venue": "studio", "wall_s": 1132.146}
{"ITT outcome": "fail", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r64e", "task": "rails-ft-activity-feed-api", "tokens": 2326262, "usd_est": null, "venue": "studio", "wall_s": 852.79}
{"ITT outcome": "fail", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r50", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 2424970, "usd_est": 0.9688584, "venue": "studio", "wall_s": 2041.48}
{"ITT outcome": "fail", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r50", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 3023193, "usd_est": 1.1021043999999998, "venue": "studio", "wall_s": 2061.679}
{"ITT outcome": "fail", "arm": "agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r40", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1645889, "usd_est": null, "venue": "studio", "wall_s": 1900.673}
{"ITT outcome": "fail", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r38", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 801748, "usd_est": null, "venue": "studio", "wall_s": 1578.824}
{"ITT outcome": "fail", "arm": "bundle-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r43", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 2073535, "usd_est": null, "venue": "studio", "wall_s": 1780.094}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r48", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 332519, "usd_est": null, "venue": "studio", "wall_s": 705.913}
{"ITT outcome": "fail", "arm": "hybrid-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r39b", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 279364, "usd_est": null, "venue": "studio", "wall_s": 1657.8}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r64c", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 925936, "usd_est": 0.08035546, "venue": "studio", "wall_s": 389.713}
{"ITT outcome": "fail", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r64", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 3479429, "usd_est": 0.11809072000000001, "venue": "studio", "wall_s": 1079.961}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64c", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 4177752, "usd_est": 0.12822888000000002, "venue": "studio", "wall_s": 880.223}
{"ITT outcome": "fail", "arm": "maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r43", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 493049, "usd_est": null, "venue": "studio", "wall_s": 2125.875}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r69", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1259773, "usd_est": null, "venue": "studio", "wall_s": 569.679}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r33", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 825431, "usd_est": null, "venue": "studio", "wall_s": 3292.695}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r46", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 450456, "usd_est": null, "venue": "studio", "wall_s": 637.841}
{"ITT outcome": "pass", "arm": "route-jev", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r47", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1902384, "usd_est": null, "venue": "studio", "wall_s": 1198.152}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r45", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 864711, "usd_est": null, "venue": "studio", "wall_s": 1175.99}
{"ITT outcome": "fail", "arm": "split3-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r39b", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1027833, "usd_est": null, "venue": "studio", "wall_s": 1000.66}
{"ITT outcome": "fail", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r50", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 4298288, "usd_est": 0.6959948, "venue": "studio", "wall_s": 1985.199}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 2760861, "usd_est": 1.1624708000000001, "venue": "studio", "wall_s": 2281.901}
{"ITT outcome": "fail", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r50", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 2892502, "usd_est": 1.2137032, "venue": "studio", "wall_s": 2237.976}
{"ITT outcome": "fail", "arm": "agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r40", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1045485, "usd_est": null, "venue": "studio", "wall_s": 1548.029}
{"ITT outcome": "fail", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r38", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1571552, "usd_est": null, "venue": "studio", "wall_s": 1824.316}
{"ITT outcome": "fail", "arm": "bundle-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r43", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1458048, "usd_est": null, "venue": "studio", "wall_s": 1619.245}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r48", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 323169, "usd_est": null, "venue": "studio", "wall_s": 589.351}
{"ITT outcome": "pass", "arm": "hybrid-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r39b", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 699753, "usd_est": null, "venue": "studio", "wall_s": 2096.719}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r64c", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 983707, "usd_est": 0.08063002, "venue": "studio", "wall_s": 374.146}
{"ITT outcome": "fail", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r64", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 3244283, "usd_est": 0.1193232, "venue": "studio", "wall_s": 991.666}
{"ITT outcome": "fail", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r64c", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 3097742, "usd_est": 0.11137149999999998, "venue": "studio", "wall_s": 1064.238}
{"ITT outcome": "fail", "arm": "maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r43", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 365142, "usd_est": null, "venue": "studio", "wall_s": 2208.298}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r69", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1946292, "usd_est": null, "venue": "studio", "wall_s": 606.033}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r33", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 358043, "usd_est": null, "venue": "studio", "wall_s": 526.668}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r46", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 419051, "usd_est": null, "venue": "studio", "wall_s": 627.242}
{"ITT outcome": "pass", "arm": "route-jev", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r47", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 2498921, "usd_est": null, "venue": "studio", "wall_s": 1491.33}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r45", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1560403, "usd_est": null, "venue": "studio", "wall_s": 1293.301}
{"ITT outcome": "fail", "arm": "split3-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r39b", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1734009, "usd_est": null, "venue": "studio", "wall_s": 1479.528}
{"ITT outcome": "fail", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r50", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 2194306, "usd_est": 1.0942984, "venue": "studio", "wall_s": 2187.546}
{"ITT outcome": "fail", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r50", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 3906846, "usd_est": 1.1907816000000002, "venue": "studio", "wall_s": 1979.76}
{"ITT outcome": "fail", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r38", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 958501, "usd_est": null, "venue": "studio", "wall_s": 1373.849}
{"ITT outcome": "fail", "arm": "bundle-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r43", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1453588, "usd_est": null, "venue": "studio", "wall_s": 1797.17}
{"ITT outcome": "fail", "arm": "hybrid-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r39b", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 692452, "usd_est": null, "venue": "studio", "wall_s": 2036.356}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r64c", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1140592, "usd_est": 0.08197958, "venue": "studio", "wall_s": 358.533}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 3110818, "usd_est": 0.11800013999999999, "venue": "studio", "wall_s": 999.743}
{"ITT outcome": "fail", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r64c", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 2165327, "usd_est": 0.10662058000000002, "venue": "studio", "wall_s": 618.578}
{"ITT outcome": "fail", "arm": "maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r43", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 681963, "usd_est": null, "venue": "studio", "wall_s": 2171.808}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r69", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1391326, "usd_est": null, "venue": "studio", "wall_s": 580.742}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r46", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 694125, "usd_est": null, "venue": "studio", "wall_s": 511.466}
{"ITT outcome": "fail", "arm": "route-jev", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r47", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 2268274, "usd_est": null, "venue": "studio", "wall_s": 1605.424}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r45", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1577092, "usd_est": null, "venue": "studio", "wall_s": 1321.456}
{"ITT outcome": "fail", "arm": "split3-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r39", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1919136, "usd_est": null, "venue": "studio", "wall_s": 1480.098}
{"ITT outcome": "pass", "arm": "approach", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 5037032, "usd_est": 0.14456155999999998, "venue": "studio", "wall_s": 1147.019}
{"ITT outcome": "fail", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r64e", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 2249487, "usd_est": null, "venue": "studio", "wall_s": 699.103}
{"ITT outcome": "fail", "arm": "none", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r69", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r64b", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 4034383, "usd_est": 0.12836482, "venue": "studio", "wall_s": 1039.882}
{"ITT outcome": "fail", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r64e", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 3176080, "usd_est": null, "venue": "studio", "wall_s": 847.12}
{"ITT outcome": "fail", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r50", "task": "rails-ft-cancelled-account-cleanup", "tokens": 4622446, "usd_est": 0.7157624, "venue": "studio", "wall_s": 2043.506}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-ft-cancelled-account-cleanup", "tokens": 2423951, "usd_est": 0.9001052, "venue": "studio", "wall_s": 1464.457}
{"ITT outcome": "fail", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r50", "task": "rails-ft-cancelled-account-cleanup", "tokens": 1749198, "usd_est": 0.6853256, "venue": "studio", "wall_s": 1388.539}
{"ITT outcome": "fail", "arm": "agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r40", "task": "rails-ft-cancelled-account-cleanup", "tokens": 384118, "usd_est": null, "venue": "studio", "wall_s": 976.63}
{"ITT outcome": "fail", "arm": "bundle-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r43", "task": "rails-ft-cancelled-account-cleanup", "tokens": 423338, "usd_est": null, "venue": "studio", "wall_s": 1293.591}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r48", "task": "rails-ft-cancelled-account-cleanup", "tokens": 343226, "usd_est": null, "venue": "studio", "wall_s": 841.66}
{"ITT outcome": "fail", "arm": "cascade-contract-v2", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r48b", "task": "rails-ft-cancelled-account-cleanup", "tokens": 1269548, "usd_est": 0.60112214, "venue": "studio", "wall_s": 1056.698}
{"ITT outcome": "fail", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r37", "task": "rails-ft-cancelled-account-cleanup", "tokens": 241045, "usd_est": null, "venue": "studio", "wall_s": 1271.17}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r64c", "task": "rails-ft-cancelled-account-cleanup", "tokens": 620013, "usd_est": 0.07304816, "venue": "studio", "wall_s": 308.609}
{"ITT outcome": "fail", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r64c", "task": "rails-ft-cancelled-account-cleanup", "tokens": 3884235, "usd_est": 0.12735352, "venue": "studio", "wall_s": 1032.494}
{"ITT outcome": "pass", "arm": "maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r43", "task": "rails-ft-cancelled-account-cleanup", "tokens": 302189, "usd_est": null, "venue": "studio", "wall_s": 1418.465}
{"ITT outcome": "fail", "arm": "mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r49", "task": "rails-ft-cancelled-account-cleanup", "tokens": 2970981, "usd_est": 0.06549305999999999, "venue": "studio", "wall_s": 1001.888}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r69", "task": "rails-ft-cancelled-account-cleanup", "tokens": 1336717, "usd_est": null, "venue": "studio", "wall_s": 467.906}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r33", "task": "rails-ft-cancelled-account-cleanup", "tokens": 463647, "usd_est": null, "venue": "studio", "wall_s": 490.592}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r46", "task": "rails-ft-cancelled-account-cleanup", "tokens": 240771, "usd_est": null, "venue": "studio", "wall_s": 497.746}
{"ITT outcome": "fail", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r47", "task": "rails-ft-cancelled-account-cleanup", "tokens": 458586, "usd_est": null, "venue": "studio", "wall_s": 758.738}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r45", "task": "rails-ft-cancelled-account-cleanup", "tokens": 465473, "usd_est": null, "venue": "studio", "wall_s": 854.9}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-ft-cancelled-account-cleanup", "tokens": 5783297, "usd_est": 0.86964562, "venue": "studio", "wall_s": 2297.175}
{"ITT outcome": "fail", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r50", "task": "rails-ft-cancelled-account-cleanup", "tokens": 2008028, "usd_est": 0.8356288000000001, "venue": "studio", "wall_s": 1571.613}
{"ITT outcome": "fail", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r50", "task": "rails-ft-cancelled-account-cleanup", "tokens": 2426106, "usd_est": 0.9383416, "venue": "studio", "wall_s": 1736.631}
{"ITT outcome": "fail", "arm": "agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r40", "task": "rails-ft-cancelled-account-cleanup", "tokens": 164909, "usd_est": null, "venue": "studio", "wall_s": 980.446}
{"ITT outcome": "fail", "arm": "bundle-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r43", "task": "rails-ft-cancelled-account-cleanup", "tokens": 279595, "usd_est": null, "venue": "studio", "wall_s": 1114.023}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r48", "task": "rails-ft-cancelled-account-cleanup", "tokens": 194938, "usd_est": null, "venue": "studio", "wall_s": 624.912}
{"ITT outcome": "fail", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r37", "task": "rails-ft-cancelled-account-cleanup", "tokens": 201070, "usd_est": null, "venue": "studio", "wall_s": 722.792}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r64c", "task": "rails-ft-cancelled-account-cleanup", "tokens": 430226, "usd_est": 0.07010794000000001, "venue": "studio", "wall_s": 235.85}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64", "task": "rails-ft-cancelled-account-cleanup", "tokens": 5082110, "usd_est": 0.14879926000000004, "venue": "studio", "wall_s": 1578.356}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64c", "task": "rails-ft-cancelled-account-cleanup", "tokens": 6972335, "usd_est": 0.16736794000000005, "venue": "studio", "wall_s": 2302.641}
{"ITT outcome": "pass", "arm": "maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r43", "task": "rails-ft-cancelled-account-cleanup", "tokens": 259457, "usd_est": null, "venue": "studio", "wall_s": 1639.63}
{"ITT outcome": "fail", "arm": "mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r49", "task": "rails-ft-cancelled-account-cleanup", "tokens": 3335535, "usd_est": 0.06782934, "venue": "studio", "wall_s": 1068.379}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r69", "task": "rails-ft-cancelled-account-cleanup", "tokens": 2329766, "usd_est": null, "venue": "studio", "wall_s": 618.991}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r33", "task": "rails-ft-cancelled-account-cleanup", "tokens": 137441, "usd_est": null, "venue": "studio", "wall_s": 373.932}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r46", "task": "rails-ft-cancelled-account-cleanup", "tokens": 243129, "usd_est": null, "venue": "studio", "wall_s": 501.558}
{"ITT outcome": "fail", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r47", "task": "rails-ft-cancelled-account-cleanup", "tokens": 513510, "usd_est": null, "venue": "studio", "wall_s": 1253.591}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r45", "task": "rails-ft-cancelled-account-cleanup", "tokens": 1371350, "usd_est": null, "venue": "studio", "wall_s": 1345.737}
{"ITT outcome": "fail", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r50", "task": "rails-ft-cancelled-account-cleanup", "tokens": 3749077, "usd_est": 0.74922948, "venue": "studio", "wall_s": 2315.706}
{"ITT outcome": "fail", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r50", "task": "rails-ft-cancelled-account-cleanup", "tokens": 1705212, "usd_est": 0.8271136, "venue": "studio", "wall_s": 1481.909}
{"ITT outcome": "fail", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r50", "task": "rails-ft-cancelled-account-cleanup", "tokens": 1736223, "usd_est": 0.7896411999999999, "venue": "studio", "wall_s": 1313.438}
{"ITT outcome": "pass", "arm": "agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r40", "task": "rails-ft-cancelled-account-cleanup", "tokens": 289431, "usd_est": null, "venue": "studio", "wall_s": 1286.732}
{"ITT outcome": "fail", "arm": "bundle-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r43", "task": "rails-ft-cancelled-account-cleanup", "tokens": 255872, "usd_est": null, "venue": "studio", "wall_s": 1156.842}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r48", "task": "rails-ft-cancelled-account-cleanup", "tokens": 357173, "usd_est": null, "venue": "studio", "wall_s": 892.014}
{"ITT outcome": "fail", "arm": "cascade-contract-v2", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r48b", "task": "rails-ft-cancelled-account-cleanup", "tokens": 1365598, "usd_est": 0.54095834, "venue": "studio", "wall_s": 1054.113}
{"ITT outcome": "fail", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r37", "task": "rails-ft-cancelled-account-cleanup", "tokens": 232783, "usd_est": null, "venue": "studio", "wall_s": 1034.108}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r64c", "task": "rails-ft-cancelled-account-cleanup", "tokens": 509828, "usd_est": 0.07296504, "venue": "studio", "wall_s": 272.876}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64", "task": "rails-ft-cancelled-account-cleanup", "tokens": 5763836, "usd_est": 0.16164894000000002, "venue": "studio", "wall_s": 1585.084}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64c", "task": "rails-ft-cancelled-account-cleanup", "tokens": 6006276, "usd_est": 0.15949547999999997, "venue": "studio", "wall_s": 1135.92}
{"ITT outcome": "pass", "arm": "maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r43", "task": "rails-ft-cancelled-account-cleanup", "tokens": 171396, "usd_est": null, "venue": "studio", "wall_s": 1438.865}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r69", "task": "rails-ft-cancelled-account-cleanup", "tokens": 1204235, "usd_est": null, "venue": "studio", "wall_s": 476.351}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r46", "task": "rails-ft-cancelled-account-cleanup", "tokens": 170488, "usd_est": null, "venue": "studio", "wall_s": 520.109}
{"ITT outcome": "fail", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r47", "task": "rails-ft-cancelled-account-cleanup", "tokens": 840470, "usd_est": null, "venue": "studio", "wall_s": 1037.193}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r45", "task": "rails-ft-cancelled-account-cleanup", "tokens": 371096, "usd_est": null, "venue": "studio", "wall_s": 1124.749}
{"ITT outcome": "pass", "arm": "accept", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-ft-cancelled-account-cleanup", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "approach", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-ft-cancelled-account-cleanup", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "fail", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r37", "task": "rails-ft-cancelled-account-cleanup", "tokens": 138173, "usd_est": null, "venue": "studio", "wall_s": 951.3}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-ft-cancelled-account-cleanup", "tokens": 5550748, "usd_est": 0.15571069999999998, "venue": "studio", "wall_s": 1280.613}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r64e", "task": "rails-ft-cancelled-account-cleanup", "tokens": 5786099, "usd_est": null, "venue": "studio", "wall_s": 1161.431}
{"ITT outcome": "fail", "arm": "none", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r69", "task": "rails-ft-cancelled-account-cleanup", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "spec", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-ft-cancelled-account-cleanup", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "fail", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r37", "task": "rails-ft-cancelled-account-cleanup", "tokens": 823371, "usd_est": null, "venue": "studio", "wall_s": 632.369}
{"ITT outcome": "fail", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r37", "task": "rails-ft-cancelled-account-cleanup", "tokens": 142903, "usd_est": null, "venue": "studio", "wall_s": 747.704}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r64b", "task": "rails-ft-cancelled-account-cleanup", "tokens": 7249955, "usd_est": 0.17150698000000003, "venue": "studio", "wall_s": 1304.608}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r64e", "task": "rails-ft-cancelled-account-cleanup", "tokens": 6613894, "usd_est": null, "venue": "studio", "wall_s": 1411.127}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-ft-entropy-sweep", "tokens": 3668511, "usd_est": 0.5798822000000001, "venue": "studio", "wall_s": 2256.551}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-ft-entropy-sweep", "tokens": 1722604, "usd_est": 0.800464, "venue": "studio", "wall_s": 2256.181}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-ft-entropy-sweep", "tokens": 1785630, "usd_est": 0.8119959999999999, "venue": "studio", "wall_s": 2255.446}
{"ITT outcome": "pass", "arm": "agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r40", "task": "rails-ft-entropy-sweep", "tokens": 224018, "usd_est": null, "venue": "studio", "wall_s": 1377.629}
{"ITT outcome": "pass", "arm": "bundle-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r43", "task": "rails-ft-entropy-sweep", "tokens": 1237274, "usd_est": null, "venue": "studio", "wall_s": 1967.298}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r48", "task": "rails-ft-entropy-sweep", "tokens": 290934, "usd_est": null, "venue": "studio", "wall_s": 1279.138}
{"ITT outcome": "pass", "arm": "hybrid-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r39b", "task": "rails-ft-entropy-sweep", "tokens": 394097, "usd_est": null, "venue": "studio", "wall_s": 1884.224}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64c", "task": "rails-ft-entropy-sweep", "tokens": 297929, "usd_est": 0.06923136, "venue": "studio", "wall_s": 207.497}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64", "task": "rails-ft-entropy-sweep", "tokens": 1149898, "usd_est": 0.09642222, "venue": "studio", "wall_s": 801.093}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64c", "task": "rails-ft-entropy-sweep", "tokens": 4863348, "usd_est": 0.13820818, "venue": "studio", "wall_s": 1346.34}
{"ITT outcome": "pass", "arm": "maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r43", "task": "rails-ft-entropy-sweep", "tokens": 409291, "usd_est": null, "venue": "studio", "wall_s": 2435.418}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "rails-ft-entropy-sweep", "tokens": 896892, "usd_est": null, "venue": "studio", "wall_s": 698.176}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r46", "task": "rails-ft-entropy-sweep", "tokens": 76125, "usd_est": null, "venue": "studio", "wall_s": 402.896}
{"ITT outcome": "fail", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r47", "task": "rails-ft-entropy-sweep", "tokens": 138625, "usd_est": null, "venue": "studio", "wall_s": 56.853}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r45", "task": "rails-ft-entropy-sweep", "tokens": 549450, "usd_est": null, "venue": "studio", "wall_s": 2182.297}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-ft-entropy-sweep", "tokens": 1995528, "usd_est": 0.61112606, "venue": "studio", "wall_s": 2073.459}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-ft-entropy-sweep", "tokens": 1750345, "usd_est": 0.9450212, "venue": "studio", "wall_s": 2187.008}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-ft-entropy-sweep", "tokens": 1734148, "usd_est": 0.8441872, "venue": "studio", "wall_s": 2025.509}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r48", "task": "rails-ft-entropy-sweep", "tokens": 415540, "usd_est": null, "venue": "studio", "wall_s": 1446.958}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64c", "task": "rails-ft-entropy-sweep", "tokens": 501737, "usd_est": 0.07295309999999999, "venue": "studio", "wall_s": 340.057}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64", "task": "rails-ft-entropy-sweep", "tokens": 2905706, "usd_est": 0.11621812000000001, "venue": "studio", "wall_s": 1152.134}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64c", "task": "rails-ft-entropy-sweep", "tokens": 5749044, "usd_est": 0.15107518, "venue": "studio", "wall_s": 1595.836}
{"ITT outcome": "pass", "arm": "maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r43", "task": "rails-ft-entropy-sweep", "tokens": 348391, "usd_est": null, "venue": "studio", "wall_s": 1968.253}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r69", "task": "rails-ft-entropy-sweep", "tokens": 1558222, "usd_est": null, "venue": "studio", "wall_s": 690.212}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r46", "task": "rails-ft-entropy-sweep", "tokens": 216602, "usd_est": null, "venue": "studio", "wall_s": 510.142}
{"ITT outcome": "fail", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r47", "task": "rails-ft-entropy-sweep", "tokens": 121497, "usd_est": null, "venue": "studio", "wall_s": 132.214}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r45", "task": "rails-ft-entropy-sweep", "tokens": 439628, "usd_est": null, "venue": "studio", "wall_s": 1981.217}
{"ITT outcome": "pass", "arm": "split3-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r39b", "task": "rails-ft-entropy-sweep", "tokens": 725064, "usd_est": null, "venue": "studio", "wall_s": 954.009}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-ft-entropy-sweep", "tokens": 1636326, "usd_est": 0.7981624, "venue": "studio", "wall_s": 2241.332}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-ft-entropy-sweep", "tokens": 1868948, "usd_est": 0.8396864, "venue": "studio", "wall_s": 2175.579}
{"ITT outcome": "fail", "arm": "bundle-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r43", "task": "rails-ft-entropy-sweep", "tokens": 554711, "usd_est": null, "venue": "studio", "wall_s": 2181.566}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r48", "task": "rails-ft-entropy-sweep", "tokens": 234498, "usd_est": null, "venue": "studio", "wall_s": 1056.285}
{"ITT outcome": "fail", "arm": "cascade-contract-v2", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r48b", "task": "rails-ft-entropy-sweep", "tokens": 440090, "usd_est": 0.25755794, "venue": "studio", "wall_s": 615.307}
{"ITT outcome": "pass", "arm": "hybrid-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r39b", "task": "rails-ft-entropy-sweep", "tokens": 412279, "usd_est": null, "venue": "studio", "wall_s": 2077.046}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64c", "task": "rails-ft-entropy-sweep", "tokens": 657549, "usd_est": 0.07478974, "venue": "studio", "wall_s": 450.752}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64c", "task": "rails-ft-entropy-sweep", "tokens": 4045855, "usd_est": 0.13458028, "venue": "studio", "wall_s": 1274.087}
{"ITT outcome": "fail", "arm": "maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r43", "task": "rails-ft-entropy-sweep", "tokens": 245452, "usd_est": null, "venue": "studio", "wall_s": 1770.672}
{"ITT outcome": "fail", "arm": "mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r49", "task": "rails-ft-entropy-sweep", "tokens": 1687020, "usd_est": 0.27014778, "venue": "studio", "wall_s": 1056.715}
{"ITT outcome": "pass", "arm": "mc-review", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r49", "task": "rails-ft-entropy-sweep", "tokens": 2466112, "usd_est": 0.19829636, "venue": "studio", "wall_s": 1705.665}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r69", "task": "rails-ft-entropy-sweep", "tokens": 1236428, "usd_est": null, "venue": "studio", "wall_s": 553.151}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-entropy-sweep", "tokens": 294306, "usd_est": null, "venue": "studio", "wall_s": 1598.15}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r46", "task": "rails-ft-entropy-sweep", "tokens": 58012, "usd_est": null, "venue": "studio", "wall_s": 337.909}
{"ITT outcome": "fail", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r47", "task": "rails-ft-entropy-sweep", "tokens": 181325, "usd_est": null, "venue": "studio", "wall_s": 92.039}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r45", "task": "rails-ft-entropy-sweep", "tokens": 410806, "usd_est": null, "venue": "studio", "wall_s": 1474.281}
{"ITT outcome": "pass", "arm": "accept", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-ft-entropy-sweep", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "approach", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-ft-entropy-sweep", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-ft-entropy-sweep", "tokens": 3720596, "usd_est": 0.13065278, "venue": "studio", "wall_s": 1203.431}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r64e", "task": "rails-ft-entropy-sweep", "tokens": 2258174, "usd_est": null, "venue": "studio", "wall_s": 1246.949}
{"ITT outcome": "fail", "arm": "none", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r69", "task": "rails-ft-entropy-sweep", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "spec", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-ft-entropy-sweep", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r64e", "task": "rails-ft-entropy-sweep", "tokens": 3567694, "usd_est": null, "venue": "studio", "wall_s": 1110.885}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r48", "task": "rails-ft-i18n-support", "tokens": 199059, "usd_est": null, "venue": "studio", "wall_s": 656.535}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r64c", "task": "rails-ft-i18n-support", "tokens": 575070, "usd_est": 0.07371401999999999, "venue": "studio", "wall_s": 315.136}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r33", "task": "rails-ft-i18n-support", "tokens": 1765161, "usd_est": null, "venue": "studio", "wall_s": 1812.742}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r46", "task": "rails-ft-i18n-support", "tokens": 165619, "usd_est": null, "venue": "studio", "wall_s": 526.542}
{"ITT outcome": "unresolved", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r50", "task": "rails-ft-i18n-support", "tokens": 3433686, "usd_est": 1.3305783999999998, "venue": "studio", "wall_s": 2406.903}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r48", "task": "rails-ft-i18n-support", "tokens": 310362, "usd_est": null, "venue": "studio", "wall_s": 753.978}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r64c", "task": "rails-ft-i18n-support", "tokens": 361286, "usd_est": 0.07012126, "venue": "studio", "wall_s": 250.144}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r33", "task": "rails-ft-i18n-support", "tokens": 958824, "usd_est": null, "venue": "studio", "wall_s": 3358.765}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r46", "task": "rails-ft-i18n-support", "tokens": 211399, "usd_est": null, "venue": "studio", "wall_s": 412.816}
{"ITT outcome": "fail", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r50", "task": "rails-ft-i18n-support", "tokens": 4015524, "usd_est": 1.422648, "venue": "studio", "wall_s": 2328.554}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r48", "task": "rails-ft-i18n-support", "tokens": 131864, "usd_est": null, "venue": "studio", "wall_s": 1006.632}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r64c", "task": "rails-ft-i18n-support", "tokens": 218431, "usd_est": 0.0681807, "venue": "studio", "wall_s": 326.585}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-i18n-support", "tokens": 478302, "usd_est": null, "venue": "studio", "wall_s": 1135.85}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r46", "task": "rails-ft-i18n-support", "tokens": 123836, "usd_est": null, "venue": "studio", "wall_s": 425.716}
{"ITT outcome": "fail", "arm": "B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r56", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1757146, "usd_est": 0.039958600000000004, "venue": "studio", "wall_s": 451.365}
{"ITT outcome": "fail", "arm": "B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r56d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4199739, "usd_est": 0.06719941999999998, "venue": "studio", "wall_s": 812.156}
{"ITT outcome": "fail", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r56", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2916129, "usd_est": 0.05345881999999999, "venue": "studio", "wall_s": 715.25}
{"ITT outcome": "fail", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r56", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4872148, "usd_est": 0.07658248, "venue": "studio", "wall_s": 994.817}
{"ITT outcome": "fail", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r56", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1680942, "usd_est": 0.03890436, "venue": "studio", "wall_s": 608.225}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4364869, "usd_est": 0.6331594399999999, "venue": "studio", "wall_s": 2138.081}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 6429987, "usd_est": 0.7086091, "venue": "studio", "wall_s": 2290.953}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3964257, "usd_est": 0.66730888, "venue": "studio", "wall_s": 2280.255}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 5898918, "usd_est": 0.6367346000000002, "venue": "studio", "wall_s": 1997.659}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 5601704, "usd_est": 0.8287582, "venue": "studio", "wall_s": 2542.766}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3275284, "usd_est": 0.42349317999999997, "venue": "studio", "wall_s": 1632.539}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2108468, "usd_est": 0.370005, "venue": "studio", "wall_s": 1201.38}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3191803, "usd_est": 0.6548423, "venue": "studio", "wall_s": 2357.67}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 7387256, "usd_est": 0.5545276800000001, "venue": "studio", "wall_s": 2486.111}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 5656426, "usd_est": 0.6357798400000001, "venue": "studio", "wall_s": 2188.477}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4547016, "usd_est": 0.44860974000000003, "venue": "studio", "wall_s": 1980.033}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3070225, "usd_est": 0.38201033999999995, "venue": "studio", "wall_s": 1872.998}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4273117, "usd_est": 0.36822980000000005, "venue": "studio", "wall_s": 1379.13}
{"ITT outcome": "fail", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4907912, "usd_est": 0.59644026, "venue": "studio", "wall_s": 2513.759}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2411339, "usd_est": 0.37135756, "venue": "studio", "wall_s": 1233.651}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2879006, "usd_est": 0.40840257999999996, "venue": "studio", "wall_s": 1197.891}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4736036, "usd_est": 0.40746164, "venue": "studio", "wall_s": 1668.051}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2997356, "usd_est": 0.41362930000000003, "venue": "studio", "wall_s": 1196.34}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2423354, "usd_est": 0.42280653999999995, "venue": "studio", "wall_s": 1287.326}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3178732, "usd_est": 0.36950494, "venue": "studio", "wall_s": 1258.913}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4011508, "usd_est": 0.44149338000000005, "venue": "studio", "wall_s": 1344.652}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56c", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2871385, "usd_est": 0.47902488, "venue": "studio", "wall_s": 1758.99}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 5201754, "usd_est": 0.5560035, "venue": "studio", "wall_s": 1807.693}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 5839483, "usd_est": 0.57963684, "venue": "studio", "wall_s": 1801.086}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4019617, "usd_est": 0.5772477399999999, "venue": "studio", "wall_s": 1956.777}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1860050, "usd_est": 0.44216486, "venue": "studio", "wall_s": 1218.546}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 5165185, "usd_est": 0.52925142, "venue": "studio", "wall_s": 2067.275}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2147839, "usd_est": 0.39933470000000004, "venue": "studio", "wall_s": 1373.669}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1504013, "usd_est": 0.6805108, "venue": "studio", "wall_s": 1398.662}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2628174, "usd_est": 1.1633416, "venue": "studio", "wall_s": 2268.396}
{"ITT outcome": "pass", "arm": "bundle-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r43", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 652417, "usd_est": null, "venue": "studio", "wall_s": 1661.089}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r48", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 159226, "usd_est": null, "venue": "studio", "wall_s": 623.544}
{"ITT outcome": "pass", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r37", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 113245, "usd_est": null, "venue": "studio", "wall_s": 757.539}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r57b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 5621166, "usd_est": 0.08877219999999995, "venue": "studio", "wall_s": 1057.643}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64c", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 438266, "usd_est": 0.07705302, "venue": "studio", "wall_s": 290.816}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2424319, "usd_est": 0.10946082000000001, "venue": "studio", "wall_s": 967.143}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64c", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3053732, "usd_est": 0.11034734, "venue": "studio", "wall_s": 793.834}
{"ITT outcome": "pass", "arm": "maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r43", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 154116, "usd_est": null, "venue": "studio", "wall_s": 1252.458}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r69", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1620187, "usd_est": null, "venue": "studio", "wall_s": 587.224}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r33", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 276247, "usd_est": null, "venue": "studio", "wall_s": 407.346}
{"ITT outcome": "pass", "arm": "pl-approach-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 241831, "usd_est": 0.052617559999999994, "venue": "studio", "wall_s": 348.397}
{"ITT outcome": "pass", "arm": "pl-approach-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2090025, "usd_est": 0.08431992, "venue": "studio", "wall_s": 850.417}
{"ITT outcome": "pass", "arm": "pl-approach-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 414791, "usd_est": 0.18756674, "venue": "studio", "wall_s": 529.801}
{"ITT outcome": "fail", "arm": "pl-criteria-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 231208, "usd_est": 0.0267555, "venue": "studio", "wall_s": 188.483}
{"ITT outcome": "pass", "arm": "pl-criteria-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1860536, "usd_est": 0.06075757999999999, "venue": "studio", "wall_s": 717.67}
{"ITT outcome": "pass", "arm": "pl-criteria-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 166665, "usd_est": 0.09712090000000001, "venue": "studio", "wall_s": 247.298}
{"ITT outcome": "fail", "arm": "pl-none-luna-low", "effort": "gpt-6-luna / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 366044, "usd_est": 0.00780568, "venue": "studio", "wall_s": 101.936}
{"ITT outcome": "fail", "arm": "pl-none-luna-max", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2002072, "usd_est": 0.0385224, "venue": "studio", "wall_s": 638.949}
{"ITT outcome": "pass", "arm": "pl-none-sol-low", "effort": "gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 143353, "usd_est": 0.08163079999999999, "venue": "studio", "wall_s": 121.579}
{"ITT outcome": "pass", "arm": "pl-steps-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 185295, "usd_est": 0.04385056, "venue": "studio", "wall_s": 267.814}
{"ITT outcome": "pass", "arm": "pl-steps-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1450286, "usd_est": 0.08877336, "venue": "studio", "wall_s": 918.226}
{"ITT outcome": "pass", "arm": "pl-steps-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 432780, "usd_est": 0.14272062, "venue": "studio", "wall_s": 523.578}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r46", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 168658, "usd_est": null, "venue": "studio", "wall_s": 516.907}
{"ITT outcome": "pass", "arm": "route-jev", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r47", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2198183, "usd_est": null, "venue": "studio", "wall_s": 1403.709}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r45", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 302308, "usd_est": null, "venue": "studio", "wall_s": 667.91}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r57b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1604751, "usd_est": 0.03266542, "venue": "studio", "wall_s": 492.016}
{"ITT outcome": "fail", "arm": "B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "10", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4605298, "usd_est": 0.07278716000000002, "venue": "studio", "wall_s": 1044.046}
{"ITT outcome": "fail", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "10", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 5330825, "usd_est": 0.08145546000000001, "venue": "studio", "wall_s": 835.289}
{"ITT outcome": "fail", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "10", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1946737, "usd_est": 0.042947860000000004, "venue": "studio", "wall_s": 1760.304}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "10", "round": "r57d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2833170, "usd_est": 0.051587640000000004, "venue": "studio", "wall_s": 925.511}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "10", "round": "r57d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1873820, "usd_est": 0.03608344, "venue": "studio", "wall_s": 581.742}
{"ITT outcome": "fail", "arm": "B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "11", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3452171, "usd_est": 0.05742574, "venue": "studio", "wall_s": 822.725}
{"ITT outcome": "fail", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "11", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4906763, "usd_est": 0.08895677999999997, "venue": "studio", "wall_s": 1069.184}
{"ITT outcome": "fail", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "11", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3733593, "usd_est": 0.06471058000000002, "venue": "studio", "wall_s": 980.812}
{"ITT outcome": "fail", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "11", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2290924, "usd_est": 0.04496712, "venue": "studio", "wall_s": 604.564}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "11", "round": "r56c", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2169569, "usd_est": 0.46409736000000007, "venue": "studio", "wall_s": 1726.021}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "11", "round": "r57d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3217436, "usd_est": 0.05513751999999999, "venue": "studio", "wall_s": 710.715}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "11", "round": "r57d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3595972, "usd_est": 0.05727495999999998, "venue": "studio", "wall_s": 2343.643}
{"ITT outcome": "fail", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "12", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4897846, "usd_est": 0.0801002, "venue": "studio", "wall_s": 1294.517}
{"ITT outcome": "fail", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "12", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1924781, "usd_est": 0.03919362, "venue": "studio", "wall_s": 710.211}
{"ITT outcome": "fail", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "12", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2445397, "usd_est": 0.049529619999999996, "venue": "studio", "wall_s": 683.571}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "12", "round": "r56c", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 5163071, "usd_est": 0.5582526999999999, "venue": "studio", "wall_s": 2334.844}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "12", "round": "r57d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4901327, "usd_est": 0.07483973999999999, "venue": "studio", "wall_s": 873.413}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "12", "round": "r57d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1500299, "usd_est": 0.029365820000000004, "venue": "studio", "wall_s": 393.042}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "13", "round": "r57d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4513239, "usd_est": 0.07097854000000002, "venue": "studio", "wall_s": 1257.406}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "14", "round": "r57d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1944993, "usd_est": 0.037947220000000004, "venue": "studio", "wall_s": 551.677}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "14", "round": "r57d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1905801, "usd_est": 0.03806562, "venue": "studio", "wall_s": 529.642}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "15", "round": "r57d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2355532, "usd_est": 0.042792079999999996, "venue": "studio", "wall_s": 1082.616}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "15", "round": "r57d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1316592, "usd_est": 0.028046480000000002, "venue": "studio", "wall_s": 805.462}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "16", "round": "r57d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2739553, "usd_est": 0.049131219999999996, "venue": "studio", "wall_s": 759.46}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "16", "round": "r57d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2255414, "usd_est": 0.04558244, "venue": "studio", "wall_s": 912.363}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "17", "round": "r57d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2260581, "usd_est": null, "venue": "studio", "wall_s": 643.585}
{"ITT outcome": "fail", "arm": "B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r56", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3990077, "usd_est": 0.06315401999999999, "venue": "studio", "wall_s": 1172.262}
{"ITT outcome": "fail", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r56", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1996698, "usd_est": 0.038474600000000005, "venue": "studio", "wall_s": 534.197}
{"ITT outcome": "fail", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r56", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3934390, "usd_est": 0.06405748000000001, "venue": "studio", "wall_s": 731.43}
{"ITT outcome": "fail", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r56", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2230660, "usd_est": 0.04552319999999999, "venue": "studio", "wall_s": 718.064}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4023127, "usd_est": 0.61199096, "venue": "studio", "wall_s": 2089.09}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3226472, "usd_est": 0.58532208, "venue": "studio", "wall_s": 2343.249}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56c", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2267167, "usd_est": 0.3533247, "venue": "studio", "wall_s": 1521.583}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3350450, "usd_est": 0.54716698, "venue": "studio", "wall_s": 1657.758}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2043769, "usd_est": 0.9655987999999999, "venue": "studio", "wall_s": 2102.737}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2183933, "usd_est": 1.1225092, "venue": "studio", "wall_s": 2173.799}
{"ITT outcome": "pass", "arm": "bundle-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r43", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 320840, "usd_est": null, "venue": "studio", "wall_s": 1183.738}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r48", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 295942, "usd_est": null, "venue": "studio", "wall_s": 532.709}
{"ITT outcome": "pass", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r37", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 128152, "usd_est": null, "venue": "studio", "wall_s": 625.252}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r57b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4958575, "usd_est": 0.07929054, "venue": "studio", "wall_s": 831.823}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64c", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 372716, "usd_est": 0.07660496, "venue": "studio", "wall_s": 251.347}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2590709, "usd_est": 0.11366234, "venue": "studio", "wall_s": 705.553}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64c", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2873963, "usd_est": 0.11017092000000002, "venue": "studio", "wall_s": 824.803}
{"ITT outcome": "pass", "arm": "maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r43", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 286180, "usd_est": null, "venue": "studio", "wall_s": 1477.207}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r69", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3060984, "usd_est": null, "venue": "studio", "wall_s": 760.337}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r33", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 259426, "usd_est": null, "venue": "studio", "wall_s": 366.236}
{"ITT outcome": "fail", "arm": "pl-approach-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 333713, "usd_est": 0.04901896, "venue": "studio", "wall_s": 380.006}
{"ITT outcome": "pass", "arm": "pl-approach-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2042929, "usd_est": 0.07411832, "venue": "studio", "wall_s": 862.831}
{"ITT outcome": "pass", "arm": "pl-approach-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 366315, "usd_est": 0.1592449, "venue": "studio", "wall_s": 483.035}
{"ITT outcome": "fail", "arm": "pl-criteria-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 295049, "usd_est": 0.027764320000000002, "venue": "studio", "wall_s": 231.419}
{"ITT outcome": "pass", "arm": "pl-criteria-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2797651, "usd_est": 0.06920458, "venue": "studio", "wall_s": 1141.11}
{"ITT outcome": "pass", "arm": "pl-criteria-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 239065, "usd_est": 0.11594558000000002, "venue": "studio", "wall_s": 351.618}
{"ITT outcome": "fail", "arm": "pl-none-luna-low", "effort": "gpt-6-luna / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 141451, "usd_est": 0.004322060000000001, "venue": "studio", "wall_s": 96.4}
{"ITT outcome": "fail", "arm": "pl-none-luna-max", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2818980, "usd_est": 0.05064624, "venue": "studio", "wall_s": 603.88}
{"ITT outcome": "fail", "arm": "pl-none-sol-low", "effort": "gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 149527, "usd_est": 0.0865692, "venue": "studio", "wall_s": 164.178}
{"ITT outcome": "pass", "arm": "pl-steps-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 405512, "usd_est": 0.0513864, "venue": "studio", "wall_s": 431.372}
{"ITT outcome": "pass", "arm": "pl-steps-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2006852, "usd_est": 0.08793146, "venue": "studio", "wall_s": 1345.623}
{"ITT outcome": "pass", "arm": "pl-steps-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 522339, "usd_est": 0.22156600000000004, "venue": "studio", "wall_s": 522.34}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r46", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 84867, "usd_est": null, "venue": "studio", "wall_s": 452.568}
{"ITT outcome": "pass", "arm": "route-jev", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r47", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2651594, "usd_est": null, "venue": "studio", "wall_s": 1583.595}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r45", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 199743, "usd_est": null, "venue": "studio", "wall_s": 560.987}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r57b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1736126, "usd_est": 0.03324595999999999, "venue": "studio", "wall_s": 542.154}
{"ITT outcome": "fail", "arm": "B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3107119, "usd_est": 0.05212053999999999, "venue": "studio", "wall_s": 691.832}
{"ITT outcome": "fail", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4627354, "usd_est": 0.07335644000000004, "venue": "studio", "wall_s": 920.653}
{"ITT outcome": "fail", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2122982, "usd_est": 0.03931988000000001, "venue": "studio", "wall_s": 513.527}
{"ITT outcome": "fail", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1068383, "usd_est": 0.0277467, "venue": "studio", "wall_s": 514.563}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r56d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2702389, "usd_est": 0.4155099, "venue": "studio", "wall_s": 1439.471}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r56c", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2792900, "usd_est": 0.47728188, "venue": "studio", "wall_s": 2259.36}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r56d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2906991, "usd_est": 0.51957128, "venue": "studio", "wall_s": 1527.798}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1264626, "usd_est": 0.7503208000000001, "venue": "studio", "wall_s": 1404.589}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1557722, "usd_est": 0.7809032, "venue": "studio", "wall_s": 1475.846}
{"ITT outcome": "pass", "arm": "bundle-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r43", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 641552, "usd_est": null, "venue": "studio", "wall_s": 1894.876}
{"ITT outcome": "pass", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r37", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 276166, "usd_est": null, "venue": "studio", "wall_s": 863.804}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r57b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4475556, "usd_est": 0.0760792, "venue": "studio", "wall_s": 1018.532}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64c", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 325282, "usd_est": 0.07265492000000001, "venue": "studio", "wall_s": 329.783}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1438319, "usd_est": 0.09902659999999999, "venue": "studio", "wall_s": 664.51}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64c", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2240270, "usd_est": 0.09961057999999999, "venue": "studio", "wall_s": 601.4}
{"ITT outcome": "pass", "arm": "maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r43", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 355507, "usd_est": null, "venue": "studio", "wall_s": 1913.553}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r69", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1972027, "usd_est": null, "venue": "studio", "wall_s": 635.34}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r46", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 31055, "usd_est": null, "venue": "studio", "wall_s": 422.217}
{"ITT outcome": "pass", "arm": "route-jev", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r47", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2876333, "usd_est": null, "venue": "studio", "wall_s": 1796.538}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r45", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 274181, "usd_est": null, "venue": "studio", "wall_s": 724.188}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r57b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1686858, "usd_est": 0.03610692, "venue": "studio", "wall_s": 636.53}
{"ITT outcome": "fail", "arm": "B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3067695, "usd_est": 0.05249917999999999, "venue": "studio", "wall_s": 746.895}
{"ITT outcome": "fail", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2472224, "usd_est": 0.04619072000000001, "venue": "studio", "wall_s": 960.232}
{"ITT outcome": "fail", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3390114, "usd_est": 0.058656040000000007, "venue": "studio", "wall_s": 690.152}
{"ITT outcome": "fail", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2405462, "usd_est": 0.04557348, "venue": "studio", "wall_s": 595.494}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r56d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4729823, "usd_est": 0.54727914, "venue": "studio", "wall_s": 1981.17}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r56c", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4599651, "usd_est": 0.5325688, "venue": "studio", "wall_s": 1928.352}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r56d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4977917, "usd_est": 0.54777524, "venue": "studio", "wall_s": 2372.722}
{"ITT outcome": "pass", "arm": "accept", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r37", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 148410, "usd_est": null, "venue": "studio", "wall_s": 662.445}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r57b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2861720, "usd_est": 0.049532799999999995, "venue": "studio", "wall_s": 718.446}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1870962, "usd_est": 0.10395516000000002, "venue": "studio", "wall_s": 613.807}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r64e", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2386066, "usd_est": null, "venue": "studio", "wall_s": 678.126}
{"ITT outcome": "fail", "arm": "none", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r69", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r57b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1363435, "usd_est": 0.030150140000000002, "venue": "studio", "wall_s": 587.365}
{"ITT outcome": "fail", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 5611927, "usd_est": 0.09799061999999999, "venue": "studio", "wall_s": 994.784}
{"ITT outcome": "fail", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 5254623, "usd_est": 0.08355454, "venue": "studio", "wall_s": 991.251}
{"ITT outcome": "fail", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2124613, "usd_est": 0.04345434, "venue": "studio", "wall_s": 1706.69}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r56c", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3235311, "usd_est": 0.47570456000000005, "venue": "studio", "wall_s": 1983.72}
{"ITT outcome": "pass", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r37", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 158823, "usd_est": null, "venue": "studio", "wall_s": 630.288}
{"ITT outcome": "pass", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r37", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 295402, "usd_est": null, "venue": "studio", "wall_s": 1024.217}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r57b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2808577, "usd_est": 0.04905002000000001, "venue": "studio", "wall_s": 568.327}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r64b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1641108, "usd_est": 0.0959756, "venue": "studio", "wall_s": 642.576}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r64e", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1942334, "usd_est": null, "venue": "studio", "wall_s": 788.87}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r57b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1828552, "usd_est": 0.03629512, "venue": "studio", "wall_s": 737.418}
{"ITT outcome": "fail", "arm": "B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2720702, "usd_est": 0.055141080000000016, "venue": "studio", "wall_s": 786.068}
{"ITT outcome": "fail", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 5262453, "usd_est": 0.08201978, "venue": "studio", "wall_s": 926.173}
{"ITT outcome": "fail", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4173852, "usd_est": 0.06822464000000003, "venue": "studio", "wall_s": 1113.736}
{"ITT outcome": "fail", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2220183, "usd_est": 0.04695702, "venue": "studio", "wall_s": 739.869}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r56c", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2915815, "usd_est": 0.5351998, "venue": "studio", "wall_s": 1897.279}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r57b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3609539, "usd_est": 0.06357510000000001, "venue": "studio", "wall_s": 1123.415}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r57b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1335976, "usd_est": 0.02911336, "venue": "studio", "wall_s": 458.957}
{"ITT outcome": "fail", "arm": "B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3941459, "usd_est": 0.07510734000000004, "venue": "studio", "wall_s": 961.311}
{"ITT outcome": "fail", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3496406, "usd_est": 0.05921411999999999, "venue": "studio", "wall_s": 742.933}
{"ITT outcome": "fail", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3341385, "usd_est": 0.055095780000000004, "venue": "studio", "wall_s": 667.245}
{"ITT outcome": "fail", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1983839, "usd_est": 0.04311622, "venue": "studio", "wall_s": 666.415}
{"ITT outcome": "fail", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "7", "round": "r56c", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3729168, "usd_est": 0.6247602600000001, "venue": "studio", "wall_s": 2101.233}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r57b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4003679, "usd_est": 0.06652566000000001, "venue": "studio", "wall_s": 755.433}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r57b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1393868, "usd_est": 0.030303120000000003, "venue": "studio", "wall_s": 566.871}
{"ITT outcome": "fail", "arm": "B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "8", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 4427397, "usd_est": 0.07182946, "venue": "studio", "wall_s": 949.192}
{"ITT outcome": "fail", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "8", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2419131, "usd_est": 0.04394014, "venue": "studio", "wall_s": 709.8}
{"ITT outcome": "fail", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "8", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2329585, "usd_est": 0.04763242, "venue": "studio", "wall_s": 872.516}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "8", "round": "r56c", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3308102, "usd_est": 0.49601352, "venue": "studio", "wall_s": 2210.676}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "8", "round": "r57b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2179293, "usd_est": 0.03944378, "venue": "studio", "wall_s": 725.798}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "8", "round": "r57b", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1916166, "usd_est": 0.037005960000000004, "venue": "studio", "wall_s": 712.161}
{"ITT outcome": "fail", "arm": "B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "9", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2091479, "usd_est": 0.03865982, "venue": "studio", "wall_s": 531.656}
{"ITT outcome": "fail", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "9", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2807600, "usd_est": 0.05149328000000001, "venue": "studio", "wall_s": 810.967}
{"ITT outcome": "fail", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "9", "round": "r56p2", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3647597, "usd_est": 0.05919826000000002, "venue": "studio", "wall_s": 680.192}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "9", "round": "r56c", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 3809745, "usd_est": 0.54143914, "venue": "studio", "wall_s": 1949.447}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "9", "round": "r57d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 5255677, "usd_est": 0.08293985999999999, "venue": "studio", "wall_s": 1001.825}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "9", "round": "r57d", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1783299, "usd_est": 0.035701899999999995, "venue": "studio", "wall_s": 795.028}
{"ITT outcome": "fail", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r50", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 2207615, "usd_est": 1.1303915999999998, "venue": "studio", "wall_s": 1975.015}
{"ITT outcome": "fail", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r50", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 2223275, "usd_est": 1.1131419999999999, "venue": "studio", "wall_s": 1976.308}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r48", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 1045568, "usd_est": null, "venue": "studio", "wall_s": 1462.496}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r64c", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 496822, "usd_est": 0.07587802, "venue": "studio", "wall_s": 304.901}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r69", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 2698502, "usd_est": null, "venue": "studio", "wall_s": 1275.798}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r46", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 627319, "usd_est": null, "venue": "studio", "wall_s": 587.184}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r45", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 1688763, "usd_est": null, "venue": "studio", "wall_s": 1448.93}
{"ITT outcome": "fail", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r50", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 3013358, "usd_est": 1.2722616000000002, "venue": "studio", "wall_s": 2424.923}
{"ITT outcome": "fail", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r50", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 2590399, "usd_est": 1.2247484000000002, "venue": "studio", "wall_s": 2432.677}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r48", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 218974, "usd_est": null, "venue": "studio", "wall_s": 526.318}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r64c", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 655732, "usd_est": 0.07504706, "venue": "studio", "wall_s": 608.926}
{"ITT outcome": "fail", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r64c", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 2637606, "usd_est": 0.11524416000000001, "venue": "studio", "wall_s": 949.834}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r69", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 2343795, "usd_est": null, "venue": "studio", "wall_s": 1039.403}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r33", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 789655, "usd_est": null, "venue": "studio", "wall_s": 1203.799}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r46", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 222718, "usd_est": null, "venue": "studio", "wall_s": 512.621}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r45", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 1373396, "usd_est": null, "venue": "studio", "wall_s": 1537.159}
{"ITT outcome": "fail", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r50", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 2083809, "usd_est": 1.0501172, "venue": "studio", "wall_s": 2072.596}
{"ITT outcome": "fail", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r50", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 3310751, "usd_est": 1.4281036, "venue": "studio", "wall_s": 2302.028}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r64c", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 333827, "usd_est": 0.06988822, "venue": "studio", "wall_s": 260.227}
{"ITT outcome": "fail", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r64", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 4312539, "usd_est": 0.14618473999999998, "venue": "studio", "wall_s": 1323.427}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r69", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 1681415, "usd_est": null, "venue": "studio", "wall_s": 935.508}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 2118816, "usd_est": null, "venue": "studio", "wall_s": 1071.263}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r46", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 1038596, "usd_est": null, "venue": "studio", "wall_s": 700.949}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r45", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 1663368, "usd_est": null, "venue": "studio", "wall_s": 1711.728}
{"ITT outcome": "fail", "arm": "approach", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r69", "task": "rails-ft-notification-bundle-window-overlap", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "fail", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "4", "round": "r64b", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 4803677, "usd_est": 0.14464773999999997, "venue": "studio", "wall_s": 1154.285}
{"ITT outcome": "fail", "arm": "none", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r69", "task": "rails-ft-notification-bundle-window-overlap", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "fail", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r64b", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 5117836, "usd_est": 0.1556872, "venue": "studio", "wall_s": 1451.023}
{"ITT outcome": "fail", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r50", "task": "rails-ft-saas-billing", "tokens": 2804068, "usd_est": 1.1635728, "venue": "studio", "wall_s": 2243.386}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r48", "task": "rails-ft-saas-billing", "tokens": 832804, "usd_est": null, "venue": "studio", "wall_s": 817.933}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r64c", "task": "rails-ft-saas-billing", "tokens": 795382, "usd_est": 0.07920294, "venue": "studio", "wall_s": 407.611}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r69", "task": "rails-ft-saas-billing", "tokens": 3944943, "usd_est": null, "venue": "studio", "wall_s": 1172.889}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r33", "task": "rails-ft-saas-billing", "tokens": 1436658, "usd_est": null, "venue": "studio", "wall_s": 1502.516}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r46", "task": "rails-ft-saas-billing", "tokens": 441491, "usd_est": null, "venue": "studio", "wall_s": 658.872}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r45", "task": "rails-ft-saas-billing", "tokens": 1605846, "usd_est": null, "venue": "studio", "wall_s": 2000.247}
{"ITT outcome": "fail", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r50", "task": "rails-ft-saas-billing", "tokens": 2782470, "usd_est": 1.127668, "venue": "studio", "wall_s": 2504.656}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r48", "task": "rails-ft-saas-billing", "tokens": 382195, "usd_est": null, "venue": "studio", "wall_s": 851.747}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r64c", "task": "rails-ft-saas-billing", "tokens": 347297, "usd_est": 0.06885716, "venue": "studio", "wall_s": 242.378}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r33", "task": "rails-ft-saas-billing", "tokens": 1412071, "usd_est": null, "venue": "studio", "wall_s": 2369.294}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r46", "task": "rails-ft-saas-billing", "tokens": 488496, "usd_est": null, "venue": "studio", "wall_s": 470.282}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r45", "task": "rails-ft-saas-billing", "tokens": 2975082, "usd_est": null, "venue": "studio", "wall_s": 2289.137}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-ft-saas-billing", "tokens": 3219149, "usd_est": 1.2589604000000003, "venue": "studio", "wall_s": 2009.042}
{"ITT outcome": "fail", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r50", "task": "rails-ft-saas-billing", "tokens": 3169902, "usd_est": 1.2399944, "venue": "studio", "wall_s": 2476.333}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r48", "task": "rails-ft-saas-billing", "tokens": 59383, "usd_est": null, "venue": "studio", "wall_s": 1145.358}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r64c", "task": "rails-ft-saas-billing", "tokens": 542026, "usd_est": 0.07679144, "venue": "studio", "wall_s": 366.262}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-saas-billing", "tokens": 1948464, "usd_est": null, "venue": "studio", "wall_s": 978.045}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r46", "task": "rails-ft-saas-billing", "tokens": 1186087, "usd_est": null, "venue": "studio", "wall_s": 780.589}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r45", "task": "rails-ft-saas-billing", "tokens": 2259652, "usd_est": null, "venue": "studio", "wall_s": 2205.894}
{"ITT outcome": "pass", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-hw-scoped-broadcast", "tokens": 2294132, "usd_est": 0.03957304000000002, "venue": "studio", "wall_s": 383.079}
{"ITT outcome": "pass", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-hw-scoped-broadcast", "tokens": 561273, "usd_est": 0.013995380000000002, "venue": "studio", "wall_s": 284.197}
{"ITT outcome": "pass", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-hw-scoped-broadcast", "tokens": 728309, "usd_est": 0.021452260000000004, "venue": "studio", "wall_s": 569.966}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-hw-scoped-broadcast", "tokens": 1197760, "usd_est": 0.50851488, "venue": "studio", "wall_s": 1627.734}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1437950, "usd_est": 0.46116268, "venue": "studio", "wall_s": 1509.208}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1000500, "usd_est": 0.5105345800000001, "venue": "studio", "wall_s": 1565.989}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1328927, "usd_est": 0.5036710400000001, "venue": "studio", "wall_s": 1544.313}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1683358, "usd_est": 0.52150666, "venue": "studio", "wall_s": 1279.473}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1456261, "usd_est": 0.47304789999999997, "venue": "studio", "wall_s": 1397.317}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1166986, "usd_est": 0.42448073999999997, "venue": "studio", "wall_s": 1234.958}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 2668783, "usd_est": 0.52031988, "venue": "studio", "wall_s": 1682.631}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1407581, "usd_est": 0.51690444, "venue": "studio", "wall_s": 1520.617}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1969622, "usd_est": 0.47533492, "venue": "studio", "wall_s": 1485.984}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-hw-scoped-broadcast", "tokens": 2019208, "usd_est": 0.57564724, "venue": "studio", "wall_s": 1947.016}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-hw-scoped-broadcast", "tokens": 1773750, "usd_est": 0.518711, "venue": "studio", "wall_s": 1472.798}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 3174373, "usd_est": 0.41220535999999997, "venue": "studio", "wall_s": 1584.402}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1231037, "usd_est": 0.35945401999999993, "venue": "studio", "wall_s": 1040.474}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1920908, "usd_est": 0.31421108, "venue": "studio", "wall_s": 1178.746}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1722841, "usd_est": 0.41978358000000005, "venue": "studio", "wall_s": 1266.544}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1219929, "usd_est": 0.30188608, "venue": "studio", "wall_s": 1001.814}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1122116, "usd_est": 0.2919107, "venue": "studio", "wall_s": 952.275}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 928536, "usd_est": 0.29379424, "venue": "studio", "wall_s": 854.988}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 2280805, "usd_est": 0.35559808000000004, "venue": "studio", "wall_s": 1277.304}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1184813, "usd_est": 0.33193372, "venue": "studio", "wall_s": 1031.865}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 2458626, "usd_est": 0.37909914, "venue": "studio", "wall_s": 1504.958}
{"ITT outcome": "pass", "arm": "P-noctx", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-hw-scoped-broadcast", "tokens": 1094772, "usd_est": null, "venue": "studio", "wall_s": 689.049}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1319014, "usd_est": 0.29921962, "venue": "studio", "wall_s": 1277.823}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 2009971, "usd_est": 0.29643780000000003, "venue": "studio", "wall_s": 1695.229}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1724020, "usd_est": 0.31695668, "venue": "studio", "wall_s": 1298.409}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1966852, "usd_est": 0.30713996, "venue": "studio", "wall_s": 1238.411}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1906040, "usd_est": 0.31699506, "venue": "studio", "wall_s": 1287.909}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 3098705, "usd_est": 0.34930913999999996, "venue": "studio", "wall_s": 1632.682}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 2188853, "usd_est": 0.2671626, "venue": "studio", "wall_s": 1061.956}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 2494422, "usd_est": 0.31509332, "venue": "studio", "wall_s": 1592.669}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 2904126, "usd_est": 0.3430111, "venue": "studio", "wall_s": 1405.229}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1772816, "usd_est": 0.35430066000000005, "venue": "studio", "wall_s": 1740.78}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 2468443, "usd_est": 0.32562742, "venue": "studio", "wall_s": 1515.104}
{"ITT outcome": "pass", "arm": "P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 2813414, "usd_est": 0.32492901999999996, "venue": "studio", "wall_s": 2188.954}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56c", "task": "rails-hw-scoped-broadcast", "tokens": 2070113, "usd_est": 0.4760373, "venue": "studio", "wall_s": 1828.406}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "rails-hw-scoped-broadcast", "tokens": 2265843, "usd_est": 0.47085182, "venue": "studio", "wall_s": 1603.228}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 992313, "usd_est": 0.3430353, "venue": "studio", "wall_s": 1246.411}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1016990, "usd_est": 0.333699, "venue": "studio", "wall_s": 1143.31}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1363963, "usd_est": 0.415861, "venue": "studio", "wall_s": 1280.918}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1151114, "usd_est": 0.35660108, "venue": "studio", "wall_s": 1098.795}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1215580, "usd_est": 0.34630582, "venue": "studio", "wall_s": 1065.77}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 3685846, "usd_est": 0.41803924000000003, "venue": "studio", "wall_s": 1614.261}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1601336, "usd_est": 0.40875574000000003, "venue": "studio", "wall_s": 1151.513}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 892235, "usd_est": 0.29160222, "venue": "studio", "wall_s": 862.105}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1574653, "usd_est": 0.37650804, "venue": "studio", "wall_s": 1361.189}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56b", "task": "rails-hw-scoped-broadcast", "tokens": 1368823, "usd_est": 0.44123242, "venue": "studio", "wall_s": 1231.994}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-hw-scoped-broadcast", "tokens": 1115130, "usd_est": 0.6310232, "venue": "studio", "wall_s": 1377.992}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-hw-scoped-broadcast", "tokens": 1033624, "usd_est": 0.5734416, "venue": "studio", "wall_s": 1276.3}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r22", "task": "rails-hw-scoped-broadcast", "tokens": 511761, "usd_est": null, "venue": "studio", "wall_s": 553.928}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r27", "task": "rails-hw-scoped-broadcast", "tokens": 46551, "usd_est": null, "venue": "studio", "wall_s": 44.418}
{"ITT outcome": "pass", "arm": "agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r40", "task": "rails-hw-scoped-broadcast", "tokens": 108006, "usd_est": null, "venue": "studio", "wall_s": 990.488}
{"ITT outcome": "pass", "arm": "agentic-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r32", "task": "rails-hw-scoped-broadcast", "tokens": 149917, "usd_est": null, "venue": "studio", "wall_s": 557.735}
{"ITT outcome": "pass", "arm": "agentic30-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r32b", "task": "rails-hw-scoped-broadcast", "tokens": 92276, "usd_est": null, "venue": "studio", "wall_s": 793.18}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r22", "task": "rails-hw-scoped-broadcast", "tokens": 152340, "usd_est": null, "venue": "studio", "wall_s": 99.46}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r27", "task": "rails-hw-scoped-broadcast", "tokens": 47264, "usd_est": null, "venue": "studio", "wall_s": 52.431}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r48", "task": "rails-hw-scoped-broadcast", "tokens": 51892, "usd_est": null, "venue": "studio", "wall_s": 392.872}
{"ITT outcome": "pass", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r37c", "task": "rails-hw-scoped-broadcast", "tokens": 71711, "usd_est": null, "venue": "studio", "wall_s": 455.388}
{"ITT outcome": "fail", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r57b", "task": "rails-hw-scoped-broadcast", "tokens": 1914183, "usd_est": 0.038003260000000004, "venue": "studio", "wall_s": 543.685}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64c", "task": "rails-hw-scoped-broadcast", "tokens": 443918, "usd_est": 0.0492732, "venue": "studio", "wall_s": 367.285}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64", "task": "rails-hw-scoped-broadcast", "tokens": 1489751, "usd_est": 0.07177106, "venue": "studio", "wall_s": 815.149}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64c", "task": "rails-hw-scoped-broadcast", "tokens": 831403, "usd_est": 0.05324632, "venue": "studio", "wall_s": 502.51}
{"ITT outcome": "pass", "arm": "mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r49", "task": "rails-hw-scoped-broadcast", "tokens": 427671, "usd_est": 0.07540714, "venue": "studio", "wall_s": 352.661}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "rails-hw-scoped-broadcast", "tokens": 1137432, "usd_est": null, "venue": "studio", "wall_s": 546.548}
{"ITT outcome": "pass", "arm": "packplan-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r35", "task": "rails-hw-scoped-broadcast", "tokens": 122877, "usd_est": null, "venue": "studio", "wall_s": 1224.414}
{"ITT outcome": "fail", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r30", "task": "rails-hw-scoped-broadcast", "tokens": 158542, "usd_est": null, "venue": "studio", "wall_s": 990.863}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r30", "task": "rails-hw-scoped-broadcast", "tokens": 64063, "usd_est": null, "venue": "studio", "wall_s": 393.97}
{"ITT outcome": "fail", "arm": "pl-approach-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 170791, "usd_est": 0.04345496, "venue": "studio", "wall_s": 267.968}
{"ITT outcome": "pass", "arm": "pl-approach-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 855720, "usd_est": 0.07090584, "venue": "studio", "wall_s": 791.237}
{"ITT outcome": "pass", "arm": "pl-approach-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 201075, "usd_est": 0.11504814, "venue": "studio", "wall_s": 431.739}
{"ITT outcome": "fail", "arm": "pl-criteria-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 139833, "usd_est": 0.02397924, "venue": "studio", "wall_s": 212.339}
{"ITT outcome": "pass", "arm": "pl-criteria-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 3680222, "usd_est": 0.07458026000000002, "venue": "studio", "wall_s": 919.998}
{"ITT outcome": "pass", "arm": "pl-criteria-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 96282, "usd_est": 0.0790517, "venue": "studio", "wall_s": 225.134}
{"ITT outcome": "pass", "arm": "pl-none-luna-low", "effort": "gpt-6-luna / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 108943, "usd_est": 0.00318142, "venue": "studio", "wall_s": 69.853}
{"ITT outcome": "pass", "arm": "pl-none-luna-max", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 1074404, "usd_est": 0.023221120000000005, "venue": "studio", "wall_s": 453.678}
{"ITT outcome": "pass", "arm": "pl-none-sol-low", "effort": "gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 110020, "usd_est": 0.05473120000000001, "venue": "studio", "wall_s": 140.64}
{"ITT outcome": "pass", "arm": "pl-steps-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 146448, "usd_est": 0.05696972, "venue": "studio", "wall_s": 351.174}
{"ITT outcome": "pass", "arm": "pl-steps-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 1548927, "usd_est": 0.08015842000000001, "venue": "studio", "wall_s": 643.048}
{"ITT outcome": "pass", "arm": "pl-steps-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 272780, "usd_est": 0.1846761, "venue": "studio", "wall_s": 456.228}
{"ITT outcome": "fail", "arm": "review-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r29", "task": "rails-hw-scoped-broadcast", "tokens": 120759, "usd_est": null, "venue": "studio", "wall_s": 87.308}
{"ITT outcome": "fail", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r22", "task": "rails-hw-scoped-broadcast", "tokens": 85551, "usd_est": null, "venue": "studio", "wall_s": 167.559}
{"ITT outcome": "pass", "arm": "route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r29", "task": "rails-hw-scoped-broadcast", "tokens": 97317, "usd_est": null, "venue": "studio", "wall_s": 545.718}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r46", "task": "rails-hw-scoped-broadcast", "tokens": 231430, "usd_est": null, "venue": "studio", "wall_s": 1344.834}
{"ITT outcome": "fail", "arm": "route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r29", "task": "rails-hw-scoped-broadcast", "tokens": 87755, "usd_est": null, "venue": "studio", "wall_s": 102.507}
{"ITT outcome": "fail", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r47", "task": "rails-hw-scoped-broadcast", "tokens": 95782, "usd_est": null, "venue": "studio", "wall_s": 94.37}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r26", "task": "rails-hw-scoped-broadcast", "tokens": 139426, "usd_est": null, "venue": "studio", "wall_s": 360.84}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r45", "task": "rails-hw-scoped-broadcast", "tokens": 64398, "usd_est": null, "venue": "studio", "wall_s": 99.042}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57b", "task": "rails-hw-scoped-broadcast", "tokens": 644760, "usd_est": 0.01593544, "venue": "studio", "wall_s": 338.991}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "10", "round": "r56c", "task": "rails-hw-scoped-broadcast", "tokens": 1493772, "usd_est": 0.48619100000000004, "venue": "studio", "wall_s": 1705.338}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r57d", "task": "rails-hw-scoped-broadcast", "tokens": 1685161, "usd_est": 0.0318085, "venue": "studio", "wall_s": 421.631}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r57d", "task": "rails-hw-scoped-broadcast", "tokens": 765055, "usd_est": 0.01987886, "venue": "studio", "wall_s": 637.985}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "11", "round": "r56c", "task": "rails-hw-scoped-broadcast", "tokens": 1186692, "usd_est": 0.36486510000000005, "venue": "studio", "wall_s": 1150.565}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "11", "round": "r57d", "task": "rails-hw-scoped-broadcast", "tokens": 1789941, "usd_est": 0.03342434, "venue": "studio", "wall_s": 573.767}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "11", "round": "r57d", "task": "rails-hw-scoped-broadcast", "tokens": 539640, "usd_est": 0.016152160000000002, "venue": "studio", "wall_s": 360.38}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "12", "round": "r56c", "task": "rails-hw-scoped-broadcast", "tokens": 927047, "usd_est": 0.28551876, "venue": "studio", "wall_s": 991.265}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "12", "round": "r57d", "task": "rails-hw-scoped-broadcast", "tokens": 1197967, "usd_est": 0.02682678, "venue": "studio", "wall_s": 563.178}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "12", "round": "r57d", "task": "rails-hw-scoped-broadcast", "tokens": 537651, "usd_est": 0.0164419, "venue": "studio", "wall_s": 377.985}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "13", "round": "r57d", "task": "rails-hw-scoped-broadcast", "tokens": 1443080, "usd_est": 0.028512159999999995, "venue": "studio", "wall_s": 445.729}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "13", "round": "r57d", "task": "rails-hw-scoped-broadcast", "tokens": 780564, "usd_est": 0.0195376, "venue": "studio", "wall_s": 395.533}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "14", "round": "r57d", "task": "rails-hw-scoped-broadcast", "tokens": 921033, "usd_est": 0.02024426, "venue": "studio", "wall_s": 544.161}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "14", "round": "r57d", "task": "rails-hw-scoped-broadcast", "tokens": 892501, "usd_est": 0.019666820000000005, "venue": "studio", "wall_s": 378.524}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "15", "round": "r57d", "task": "rails-hw-scoped-broadcast", "tokens": 788233, "usd_est": 0.01810354, "venue": "studio", "wall_s": 470.948}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "15", "round": "r57d", "task": "rails-hw-scoped-broadcast", "tokens": 421333, "usd_est": 0.013582900000000004, "venue": "studio", "wall_s": 500.474}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "16", "round": "r57d", "task": "rails-hw-scoped-broadcast", "tokens": 583835, "usd_est": 0.01503966, "venue": "studio", "wall_s": 466.394}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "16", "round": "r57d", "task": "rails-hw-scoped-broadcast", "tokens": 811712, "usd_est": 0.019745440000000006, "venue": "studio", "wall_s": 581.731}
{"ITT outcome": "pass", "arm": "B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-hw-scoped-broadcast", "tokens": 862008, "usd_est": 0.022793919999999995, "venue": "studio", "wall_s": 506.101}
{"ITT outcome": "pass", "arm": "B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-hw-scoped-broadcast", "tokens": 1302067, "usd_est": 0.0285503, "venue": "studio", "wall_s": 536.135}
{"ITT outcome": "pass", "arm": "B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-hw-scoped-broadcast", "tokens": 1465489, "usd_est": 0.0317689, "venue": "studio", "wall_s": 493.782}
{"ITT outcome": "pass", "arm": "P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-hw-scoped-broadcast", "tokens": 1634386, "usd_est": 0.5443813599999999, "venue": "studio", "wall_s": 1804.964}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-hw-scoped-broadcast", "tokens": 2161741, "usd_est": 0.53000706, "venue": "studio", "wall_s": 2033.12}
{"ITT outcome": "pass", "arm": "P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-hw-scoped-broadcast", "tokens": 2058601, "usd_est": 0.50849454, "venue": "studio", "wall_s": 1373.36}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56c", "task": "rails-hw-scoped-broadcast", "tokens": 1071246, "usd_est": 0.41930142, "venue": "studio", "wall_s": 1470.582}
{"ITT outcome": "pass", "arm": "P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "rails-hw-scoped-broadcast", "tokens": 1965629, "usd_est": 0.39287706, "venue": "studio", "wall_s": 1410.939}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-hw-scoped-broadcast", "tokens": 992907, "usd_est": 0.5976908, "venue": "studio", "wall_s": 1564.483}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-hw-scoped-broadcast", "tokens": 1274170, "usd_est": 0.6701912, "venue": "studio", "wall_s": 1585.014}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r22", "task": "rails-hw-scoped-broadcast", "tokens": 92124, "usd_est": null, "venue": "studio", "wall_s": 236.711}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r27", "task": "rails-hw-scoped-broadcast", "tokens": 40075, "usd_est": null, "venue": "studio", "wall_s": 29.413}
{"ITT outcome": "pass", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r35", "task": "rails-hw-scoped-broadcast", "tokens": 135784, "usd_est": null, "venue": "studio", "wall_s": 2482.895}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r22", "task": "rails-hw-scoped-broadcast", "tokens": 117566, "usd_est": null, "venue": "studio", "wall_s": 81.897}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r27", "task": "rails-hw-scoped-broadcast", "tokens": 87707, "usd_est": null, "venue": "studio", "wall_s": 84.655}
{"ITT outcome": "pass", "arm": "bo3-packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r31", "task": "rails-hw-scoped-broadcast", "tokens": 377661, "usd_est": null, "venue": "studio", "wall_s": 1378.471}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r48", "task": "rails-hw-scoped-broadcast", "tokens": 72638, "usd_est": null, "venue": "studio", "wall_s": 426.658}
{"ITT outcome": "pass", "arm": "cascade-contract-v2", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r48b", "task": "rails-hw-scoped-broadcast", "tokens": 484786, "usd_est": 0.25259351999999996, "venue": "studio", "wall_s": 607.814}
{"ITT outcome": "fail", "arm": "cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r36", "task": "rails-hw-scoped-broadcast", "tokens": 364971, "usd_est": null, "venue": "studio", "wall_s": 937.504}
{"ITT outcome": "pass", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r37c", "task": "rails-hw-scoped-broadcast", "tokens": 86732, "usd_est": null, "venue": "studio", "wall_s": 521.896}
{"ITT outcome": "pass", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r37", "task": "rails-hw-scoped-broadcast", "tokens": 74290, "usd_est": null, "venue": "studio", "wall_s": 1085.209}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57b", "task": "rails-hw-scoped-broadcast", "tokens": 930117, "usd_est": 0.022729620000000002, "venue": "studio", "wall_s": 462.415}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64c", "task": "rails-hw-scoped-broadcast", "tokens": 242018, "usd_est": 0.0459393, "venue": "studio", "wall_s": 251.398}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64", "task": "rails-hw-scoped-broadcast", "tokens": 751717, "usd_est": 0.05852242, "venue": "studio", "wall_s": 670.631}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64c", "task": "rails-hw-scoped-broadcast", "tokens": 800484, "usd_est": 0.05918224, "venue": "studio", "wall_s": 934.822}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r69", "task": "rails-hw-scoped-broadcast", "tokens": 417632, "usd_est": null, "venue": "studio", "wall_s": 331.356}
{"ITT outcome": "pass", "arm": "packplan-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r35", "task": "rails-hw-scoped-broadcast", "tokens": 124900, "usd_est": null, "venue": "studio", "wall_s": 908.231}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "rails-hw-scoped-broadcast", "tokens": 339614, "usd_est": null, "venue": "studio", "wall_s": 1207.17}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "rails-hw-scoped-broadcast", "tokens": 214835, "usd_est": null, "venue": "studio", "wall_s": 477.727}
{"ITT outcome": "pass", "arm": "pl-approach-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 119791, "usd_est": 0.04790258, "venue": "studio", "wall_s": 335.023}
{"ITT outcome": "pass", "arm": "pl-approach-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 1161291, "usd_est": 0.08728854, "venue": "studio", "wall_s": 755.485}
{"ITT outcome": "pass", "arm": "pl-approach-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 190297, "usd_est": 0.13879070000000002, "venue": "studio", "wall_s": 493.177}
{"ITT outcome": "pass", "arm": "pl-criteria-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 132856, "usd_est": 0.02433262, "venue": "studio", "wall_s": 228.85}
{"ITT outcome": "pass", "arm": "pl-criteria-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 2125630, "usd_est": 0.059853719999999985, "venue": "studio", "wall_s": 1019.732}
{"ITT outcome": "pass", "arm": "pl-criteria-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 147712, "usd_est": 0.08559098000000001, "venue": "studio", "wall_s": 347.343}
{"ITT outcome": "fail", "arm": "pl-none-luna-low", "effort": "gpt-6-luna / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 46353, "usd_est": 0.00233618, "venue": "studio", "wall_s": 55.844}
{"ITT outcome": "pass", "arm": "pl-none-luna-max", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 1035309, "usd_est": 0.021556820000000004, "venue": "studio", "wall_s": 530.647}
{"ITT outcome": "fail", "arm": "pl-none-sol-low", "effort": "gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 77647, "usd_est": 0.07978840000000001, "venue": "studio", "wall_s": 165.165}
{"ITT outcome": "pass", "arm": "pl-steps-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 133449, "usd_est": 0.05565018, "venue": "studio", "wall_s": 400.498}
{"ITT outcome": "pass", "arm": "pl-steps-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 671345, "usd_est": 0.07195616, "venue": "studio", "wall_s": 665.724}
{"ITT outcome": "pass", "arm": "pl-steps-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "rails-hw-scoped-broadcast", "tokens": 164969, "usd_est": 0.13353007999999997, "venue": "studio", "wall_s": 446.892}
{"ITT outcome": "fail", "arm": "review-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r29", "task": "rails-hw-scoped-broadcast", "tokens": 65445, "usd_est": null, "venue": "studio", "wall_s": 80.569}
{"ITT outcome": "fail", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r22", "task": "rails-hw-scoped-broadcast", "tokens": 183291, "usd_est": null, "venue": "studio", "wall_s": 294.479}
{"ITT outcome": "pass", "arm": "route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r29", "task": "rails-hw-scoped-broadcast", "tokens": 682751, "usd_est": null, "venue": "studio", "wall_s": 541.964}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r46", "task": "rails-hw-scoped-broadcast", "tokens": 263667, "usd_est": null, "venue": "studio", "wall_s": 1247.206}
{"ITT outcome": "fail", "arm": "route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r29", "task": "rails-hw-scoped-broadcast", "tokens": 129066, "usd_est": null, "venue": "studio", "wall_s": 197.128}
{"ITT outcome": "fail", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r47", "task": "rails-hw-scoped-broadcast", "tokens": 32237, "usd_est": null, "venue": "studio", "wall_s": 86.278}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r26", "task": "rails-hw-scoped-broadcast", "tokens": 91464, "usd_est": null, "venue": "studio", "wall_s": 342.814}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r45", "task": "rails-hw-scoped-broadcast", "tokens": 56774, "usd_est": null, "venue": "studio", "wall_s": 103.211}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57b", "task": "rails-hw-scoped-broadcast", "tokens": 689935, "usd_est": 0.01671686, "venue": "studio", "wall_s": 308.29}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-hw-scoped-broadcast", "tokens": 2650176, "usd_est": 0.5666021400000001, "venue": "studio", "wall_s": 1727.652}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r56c", "task": "rails-hw-scoped-broadcast", "tokens": 1144762, "usd_est": 0.38893300000000003, "venue": "studio", "wall_s": 1207.886}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-hw-scoped-broadcast", "tokens": 1126011, "usd_est": 0.6458828, "venue": "studio", "wall_s": 1399.803}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-hw-scoped-broadcast", "tokens": 1114499, "usd_est": 0.6139564, "venue": "studio", "wall_s": 1189.092}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r22", "task": "rails-hw-scoped-broadcast", "tokens": 137395, "usd_est": null, "venue": "studio", "wall_s": 260.376}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r27", "task": "rails-hw-scoped-broadcast", "tokens": 10580, "usd_est": null, "venue": "studio", "wall_s": 16.37}
{"ITT outcome": "pass", "arm": "agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r40", "task": "rails-hw-scoped-broadcast", "tokens": 112256, "usd_est": null, "venue": "studio", "wall_s": 791.228}
{"ITT outcome": "pass", "arm": "agentic-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r32", "task": "rails-hw-scoped-broadcast", "tokens": 86984, "usd_est": null, "venue": "studio", "wall_s": 422.839}
{"ITT outcome": "pass", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r35", "task": "rails-hw-scoped-broadcast", "tokens": 160889, "usd_est": null, "venue": "studio", "wall_s": 665.143}
{"ITT outcome": "pass", "arm": "agentic30-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r32b", "task": "rails-hw-scoped-broadcast", "tokens": 293320, "usd_est": null, "venue": "studio", "wall_s": 785.974}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r22", "task": "rails-hw-scoped-broadcast", "tokens": 81859, "usd_est": null, "venue": "studio", "wall_s": 75.336}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r27", "task": "rails-hw-scoped-broadcast", "tokens": 63521, "usd_est": null, "venue": "studio", "wall_s": 53.394}
{"ITT outcome": "pass", "arm": "bo3-packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r31", "task": "rails-hw-scoped-broadcast", "tokens": 508448, "usd_est": null, "venue": "studio", "wall_s": 750.237}
{"ITT outcome": "pass", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r48", "task": "rails-hw-scoped-broadcast", "tokens": 96303, "usd_est": null, "venue": "studio", "wall_s": 1083.453}
{"ITT outcome": "fail", "arm": "cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r36", "task": "rails-hw-scoped-broadcast", "tokens": 1465007, "usd_est": null, "venue": "studio", "wall_s": 1231.908}
{"ITT outcome": "pass", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r37c", "task": "rails-hw-scoped-broadcast", "tokens": 73253, "usd_est": null, "venue": "studio", "wall_s": 477.266}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57b", "task": "rails-hw-scoped-broadcast", "tokens": 720102, "usd_est": 0.017383239999999998, "venue": "studio", "wall_s": 325.16}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64c", "task": "rails-hw-scoped-broadcast", "tokens": 268900, "usd_est": 0.04577914, "venue": "studio", "wall_s": 306.635}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64", "task": "rails-hw-scoped-broadcast", "tokens": 930027, "usd_est": 0.06221024, "venue": "studio", "wall_s": 591.07}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64c", "task": "rails-hw-scoped-broadcast", "tokens": 1244849, "usd_est": 0.05728008000000001, "venue": "studio", "wall_s": 558.185}
{"ITT outcome": "pass", "arm": "mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r49", "task": "rails-hw-scoped-broadcast", "tokens": 982955, "usd_est": 0.19001634, "venue": "studio", "wall_s": 866.431}
{"ITT outcome": "pass", "arm": "mc-review", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r49", "task": "rails-hw-scoped-broadcast", "tokens": 1593727, "usd_est": 0.11314958, "venue": "studio", "wall_s": 1171.285}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r69", "task": "rails-hw-scoped-broadcast", "tokens": 672079, "usd_est": null, "venue": "studio", "wall_s": 438.249}
{"ITT outcome": "pass", "arm": "packplan-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r35", "task": "rails-hw-scoped-broadcast", "tokens": 72718, "usd_est": null, "venue": "studio", "wall_s": 642.865}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "rails-hw-scoped-broadcast", "tokens": 235324, "usd_est": null, "venue": "studio", "wall_s": 772.619}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "rails-hw-scoped-broadcast", "tokens": 91176, "usd_est": null, "venue": "studio", "wall_s": 452.449}
{"ITT outcome": "fail", "arm": "review-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r29", "task": "rails-hw-scoped-broadcast", "tokens": 70185, "usd_est": null, "venue": "studio", "wall_s": 96.743}
{"ITT outcome": "fail", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r22", "task": "rails-hw-scoped-broadcast", "tokens": 89273, "usd_est": null, "venue": "studio", "wall_s": 93.48}
{"ITT outcome": "pass", "arm": "route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r29", "task": "rails-hw-scoped-broadcast", "tokens": 179229, "usd_est": null, "venue": "studio", "wall_s": 627.781}
{"ITT outcome": "pass", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r46", "task": "rails-hw-scoped-broadcast", "tokens": 215495, "usd_est": null, "venue": "studio", "wall_s": 678.605}
{"ITT outcome": "fail", "arm": "route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r29", "task": "rails-hw-scoped-broadcast", "tokens": 62806, "usd_est": null, "venue": "studio", "wall_s": 121.156}
{"ITT outcome": "fail", "arm": "route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r47", "task": "rails-hw-scoped-broadcast", "tokens": 84864, "usd_est": null, "venue": "studio", "wall_s": 99.293}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r28", "task": "rails-hw-scoped-broadcast", "tokens": 467781, "usd_est": null, "venue": "studio", "wall_s": 1069.837}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r26", "task": "rails-hw-scoped-broadcast", "tokens": 534183, "usd_est": null, "venue": "studio", "wall_s": 776.754}
{"ITT outcome": "fail", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r45", "task": "rails-hw-scoped-broadcast", "tokens": 54302, "usd_est": null, "venue": "studio", "wall_s": 101.202}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57b", "task": "rails-hw-scoped-broadcast", "tokens": 494952, "usd_est": 0.014488400000000002, "venue": "studio", "wall_s": 346.465}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r56c", "task": "rails-hw-scoped-broadcast", "tokens": 1038846, "usd_est": 0.39775351999999997, "venue": "studio", "wall_s": 1427.446}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r22", "task": "rails-hw-scoped-broadcast", "tokens": 430873, "usd_est": null, "venue": "studio", "wall_s": 508.789}
{"ITT outcome": "pass", "arm": "accept", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-hw-scoped-broadcast", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r27", "task": "rails-hw-scoped-broadcast", "tokens": 64006, "usd_est": null, "venue": "studio", "wall_s": 52.545}
{"ITT outcome": "pass", "arm": "agentic-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r32", "task": "rails-hw-scoped-broadcast", "tokens": 262259, "usd_est": null, "venue": "studio", "wall_s": 484.915}
{"ITT outcome": "pass", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r35", "task": "rails-hw-scoped-broadcast", "tokens": 187692, "usd_est": null, "venue": "studio", "wall_s": 656.326}
{"ITT outcome": "pass", "arm": "agentic30-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r32b", "task": "rails-hw-scoped-broadcast", "tokens": 171296, "usd_est": null, "venue": "studio", "wall_s": 550.734}
{"ITT outcome": "pass", "arm": "approach", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-hw-scoped-broadcast", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r22", "task": "rails-hw-scoped-broadcast", "tokens": 69546, "usd_est": null, "venue": "studio", "wall_s": 47.771}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r27", "task": "rails-hw-scoped-broadcast", "tokens": 130320, "usd_est": null, "venue": "studio", "wall_s": 71.529}
{"ITT outcome": "pass", "arm": "bo3-packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r31", "task": "rails-hw-scoped-broadcast", "tokens": 1158423, "usd_est": null, "venue": "studio", "wall_s": 625.151}
{"ITT outcome": "pass", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r37c", "task": "rails-hw-scoped-broadcast", "tokens": 88160, "usd_est": null, "venue": "studio", "wall_s": 463.522}
{"ITT outcome": "pass", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r37", "task": "rails-hw-scoped-broadcast", "tokens": 35185, "usd_est": null, "venue": "studio", "wall_s": 946.459}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57b", "task": "rails-hw-scoped-broadcast", "tokens": 1674473, "usd_est": 0.03255970000000001, "venue": "studio", "wall_s": 574.766}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-hw-scoped-broadcast", "tokens": 1173172, "usd_est": 0.06647676, "venue": "studio", "wall_s": 599.494}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r64e", "task": "rails-hw-scoped-broadcast", "tokens": 1388743, "usd_est": null, "venue": "studio", "wall_s": 618.854}
{"ITT outcome": "pass", "arm": "none", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-hw-scoped-broadcast", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "packplan-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r35", "task": "rails-hw-scoped-broadcast", "tokens": 142495, "usd_est": null, "venue": "studio", "wall_s": 608.191}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r30", "task": "rails-hw-scoped-broadcast", "tokens": 146886, "usd_est": null, "venue": "studio", "wall_s": 1090.175}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r30", "task": "rails-hw-scoped-broadcast", "tokens": 134441, "usd_est": null, "venue": "studio", "wall_s": 491.456}
{"ITT outcome": "fail", "arm": "review-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r29", "task": "rails-hw-scoped-broadcast", "tokens": 151663, "usd_est": null, "venue": "studio", "wall_s": 207.568}
{"ITT outcome": "fail", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r22", "task": "rails-hw-scoped-broadcast", "tokens": 109843, "usd_est": null, "venue": "studio", "wall_s": 182.264}
{"ITT outcome": "pass", "arm": "route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r29", "task": "rails-hw-scoped-broadcast", "tokens": 427176, "usd_est": null, "venue": "studio", "wall_s": 770.404}
{"ITT outcome": "fail", "arm": "route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r29", "task": "rails-hw-scoped-broadcast", "tokens": 100971, "usd_est": null, "venue": "studio", "wall_s": 153.631}
{"ITT outcome": "fail", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r28", "task": "rails-hw-scoped-broadcast", "tokens": 320170, "usd_est": null, "venue": "studio", "wall_s": 761.959}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r26", "task": "rails-hw-scoped-broadcast", "tokens": 73296, "usd_est": null, "venue": "studio", "wall_s": 345.008}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r57b", "task": "rails-hw-scoped-broadcast", "tokens": 2174005, "usd_est": 0.040735860000000006, "venue": "studio", "wall_s": 409.091}
{"ITT outcome": "pass", "arm": "spec", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-hw-scoped-broadcast", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r56c", "task": "rails-hw-scoped-broadcast", "tokens": 758941, "usd_est": 0.3541691, "venue": "studio", "wall_s": 1259.198}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r22", "task": "rails-hw-scoped-broadcast", "tokens": 217329, "usd_est": null, "venue": "studio", "wall_s": 268.418}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r27", "task": "rails-hw-scoped-broadcast", "tokens": 49013, "usd_est": null, "venue": "studio", "wall_s": 59.461}
{"ITT outcome": "pass", "arm": "agentic-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r32", "task": "rails-hw-scoped-broadcast", "tokens": 141672, "usd_est": null, "venue": "studio", "wall_s": 407.392}
{"ITT outcome": "pass", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r35", "task": "rails-hw-scoped-broadcast", "tokens": 244229, "usd_est": null, "venue": "studio", "wall_s": 768.891}
{"ITT outcome": "pass", "arm": "agentic30-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r32b", "task": "rails-hw-scoped-broadcast", "tokens": 132897, "usd_est": null, "venue": "studio", "wall_s": 582.183}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r22", "task": "rails-hw-scoped-broadcast", "tokens": 108723, "usd_est": null, "venue": "studio", "wall_s": 36.845}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r27", "task": "rails-hw-scoped-broadcast", "tokens": 94019, "usd_est": null, "venue": "studio", "wall_s": 43.577}
{"ITT outcome": "pass", "arm": "bo3-packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r31", "task": "rails-hw-scoped-broadcast", "tokens": 293089, "usd_est": null, "venue": "studio", "wall_s": 535.254}
{"ITT outcome": "pass", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r37", "task": "rails-hw-scoped-broadcast", "tokens": 57146, "usd_est": null, "venue": "studio", "wall_s": 475.323}
{"ITT outcome": "pass", "arm": "contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r37c", "task": "rails-hw-scoped-broadcast", "tokens": 64466, "usd_est": null, "venue": "studio", "wall_s": 470.671}
{"ITT outcome": "pass", "arm": "debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r37", "task": "rails-hw-scoped-broadcast", "tokens": 88422, "usd_est": null, "venue": "studio", "wall_s": 976.401}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57b", "task": "rails-hw-scoped-broadcast", "tokens": 1184033, "usd_est": 0.027278500000000004, "venue": "studio", "wall_s": 425.747}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r64b", "task": "rails-hw-scoped-broadcast", "tokens": 923115, "usd_est": 0.06879134, "venue": "studio", "wall_s": 518.035}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r64e", "task": "rails-hw-scoped-broadcast", "tokens": 1886147, "usd_est": null, "venue": "studio", "wall_s": 720.312}
{"ITT outcome": "pass", "arm": "packplan-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r35", "task": "rails-hw-scoped-broadcast", "tokens": 159550, "usd_est": null, "venue": "studio", "wall_s": 451.466}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r30", "task": "rails-hw-scoped-broadcast", "tokens": 972958, "usd_est": null, "venue": "studio", "wall_s": 1046.692}
{"ITT outcome": "fail", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r30", "task": "rails-hw-scoped-broadcast", "tokens": 58491, "usd_est": null, "venue": "studio", "wall_s": 364.319}
{"ITT outcome": "fail", "arm": "review-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r29", "task": "rails-hw-scoped-broadcast", "tokens": 56360, "usd_est": null, "venue": "studio", "wall_s": 82.718}
{"ITT outcome": "fail", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r22", "task": "rails-hw-scoped-broadcast", "tokens": 111252, "usd_est": null, "venue": "studio", "wall_s": 189.622}
{"ITT outcome": "pass", "arm": "route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r29", "task": "rails-hw-scoped-broadcast", "tokens": 65486, "usd_est": null, "venue": "studio", "wall_s": 359.415}
{"ITT outcome": "fail", "arm": "route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r29", "task": "rails-hw-scoped-broadcast", "tokens": 133021, "usd_est": null, "venue": "studio", "wall_s": 86.528}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r26", "task": "rails-hw-scoped-broadcast", "tokens": 237139, "usd_est": null, "venue": "studio", "wall_s": 486.779}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57b", "task": "rails-hw-scoped-broadcast", "tokens": 665944, "usd_est": 0.016440160000000002, "venue": "studio", "wall_s": 423.221}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r56c", "task": "rails-hw-scoped-broadcast", "tokens": 1047855, "usd_est": 0.38455786000000003, "venue": "studio", "wall_s": 1289.834}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57b", "task": "rails-hw-scoped-broadcast", "tokens": 1269756, "usd_est": 0.026015999999999997, "venue": "studio", "wall_s": 788.58}
{"ITT outcome": "fail", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r57b", "task": "rails-hw-scoped-broadcast", "tokens": 885334, "usd_est": 0.02358772, "venue": "studio", "wall_s": 454.819}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "7", "round": "r56c", "task": "rails-hw-scoped-broadcast", "tokens": 893768, "usd_est": 0.30836132, "venue": "studio", "wall_s": 1193.915}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57b", "task": "rails-hw-scoped-broadcast", "tokens": 2930027, "usd_est": 0.05133814000000001, "venue": "studio", "wall_s": 840.331}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57b", "task": "rails-hw-scoped-broadcast", "tokens": 766628, "usd_est": 0.019151280000000003, "venue": "studio", "wall_s": 437.383}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "8", "round": "r56c", "task": "rails-hw-scoped-broadcast", "tokens": 1014316, "usd_est": 0.37241838000000005, "venue": "studio", "wall_s": 1070.143}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57b", "task": "rails-hw-scoped-broadcast", "tokens": 722564, "usd_est": 0.01799952, "venue": "studio", "wall_s": 414.161}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57b", "task": "rails-hw-scoped-broadcast", "tokens": 667410, "usd_est": 0.0168966, "venue": "studio", "wall_s": 405.063}
{"ITT outcome": "pass", "arm": "P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "9", "round": "r56c", "task": "rails-hw-scoped-broadcast", "tokens": 753795, "usd_est": 0.38827904, "venue": "studio", "wall_s": 1299.15}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r57d", "task": "rails-hw-scoped-broadcast", "tokens": 1366830, "usd_est": 0.028153239999999996, "venue": "studio", "wall_s": 370.402}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r57d", "task": "rails-hw-scoped-broadcast", "tokens": 803648, "usd_est": 0.021568160000000003, "venue": "studio", "wall_s": 454.717}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-sec-audit-sweep", "tokens": 2174331, "usd_est": 0.6003000000000001, "venue": "studio", "wall_s": 1979.7}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-sec-audit-sweep", "tokens": 1465349, "usd_est": 0.7388372000000001, "venue": "studio", "wall_s": 1680.449}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-sec-audit-sweep", "tokens": 1565260, "usd_est": 0.9025744, "venue": "studio", "wall_s": 2078.826}
{"ITT outcome": "fail", "arm": "Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r17", "task": "rails-sec-audit-sweep", "tokens": 233254, "usd_est": null, "venue": "studio", "wall_s": 256.136}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r22", "task": "rails-sec-audit-sweep", "tokens": 1305586, "usd_est": null, "venue": "studio", "wall_s": 1330.714}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r27", "task": "rails-sec-audit-sweep", "tokens": 79800, "usd_est": null, "venue": "studio", "wall_s": 80.08}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r17", "task": "rails-sec-audit-sweep", "tokens": 203104, "usd_est": null, "venue": "studio", "wall_s": 73.786}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r22", "task": "rails-sec-audit-sweep", "tokens": 649149, "usd_est": null, "venue": "studio", "wall_s": 266.182}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r27", "task": "rails-sec-audit-sweep", "tokens": 180488, "usd_est": null, "venue": "studio", "wall_s": 79.045}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r48", "task": "rails-sec-audit-sweep", "tokens": 299126, "usd_est": null, "venue": "studio", "wall_s": 692.133}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64c", "task": "rails-sec-audit-sweep", "tokens": 287635, "usd_est": 0.04496796, "venue": "studio", "wall_s": 285.219}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64", "task": "rails-sec-audit-sweep", "tokens": 1960326, "usd_est": 0.07219544, "venue": "studio", "wall_s": 668.057}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64c", "task": "rails-sec-audit-sweep", "tokens": 2493587, "usd_est": 0.07573878, "venue": "studio", "wall_s": 600.671}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "rails-sec-audit-sweep", "tokens": 1271336, "usd_est": null, "venue": "studio", "wall_s": 706.127}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r30", "task": "rails-sec-audit-sweep", "tokens": 176425, "usd_est": null, "venue": "studio", "wall_s": 789.841}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r30", "task": "rails-sec-audit-sweep", "tokens": 96089, "usd_est": null, "venue": "studio", "wall_s": 369.512}
{"ITT outcome": "pass", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r22", "task": "rails-sec-audit-sweep", "tokens": 487132, "usd_est": null, "venue": "studio", "wall_s": 370.383}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r46", "task": "rails-sec-audit-sweep", "tokens": 191142, "usd_est": null, "venue": "studio", "wall_s": 431.191}
{"ITT outcome": "pass", "arm": "route-jev", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r47", "task": "rails-sec-audit-sweep", "tokens": 367998, "usd_est": null, "venue": "studio", "wall_s": 632.922}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r28", "task": "rails-sec-audit-sweep", "tokens": 1183607, "usd_est": null, "venue": "studio", "wall_s": 714.911}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r26", "task": "rails-sec-audit-sweep", "tokens": 262219, "usd_est": null, "venue": "studio", "wall_s": 631.858}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r45", "task": "rails-sec-audit-sweep", "tokens": 144365, "usd_est": null, "venue": "studio", "wall_s": 773.748}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-sec-audit-sweep", "tokens": 2714835, "usd_est": 0.6330446000000001, "venue": "studio", "wall_s": 2552.646}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-sec-audit-sweep", "tokens": 1291022, "usd_est": 0.8142472, "venue": "studio", "wall_s": 1623.343}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-sec-audit-sweep", "tokens": 1333286, "usd_est": 0.7227832000000001, "venue": "studio", "wall_s": 1915.764}
{"ITT outcome": "pass", "arm": "Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r17", "task": "rails-sec-audit-sweep", "tokens": 274836, "usd_est": null, "venue": "studio", "wall_s": 257.072}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r22", "task": "rails-sec-audit-sweep", "tokens": 242431, "usd_est": null, "venue": "studio", "wall_s": 340.573}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r27", "task": "rails-sec-audit-sweep", "tokens": 125917, "usd_est": null, "venue": "studio", "wall_s": 69.556}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r17", "task": "rails-sec-audit-sweep", "tokens": 122009, "usd_est": null, "venue": "studio", "wall_s": 65.264}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r22", "task": "rails-sec-audit-sweep", "tokens": 115944, "usd_est": null, "venue": "studio", "wall_s": 64.532}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r27", "task": "rails-sec-audit-sweep", "tokens": 168003, "usd_est": null, "venue": "studio", "wall_s": 68.998}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r48", "task": "rails-sec-audit-sweep", "tokens": 159576, "usd_est": null, "venue": "studio", "wall_s": 685.272}
{"ITT outcome": "pass", "arm": "cascade-contract-v2", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r48b", "task": "rails-sec-audit-sweep", "tokens": 791038, "usd_est": 0.35896838, "venue": "studio", "wall_s": 828.131}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64c", "task": "rails-sec-audit-sweep", "tokens": 318886, "usd_est": 0.042086559999999995, "venue": "studio", "wall_s": 234.813}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64", "task": "rails-sec-audit-sweep", "tokens": 2735883, "usd_est": 0.08720430000000001, "venue": "studio", "wall_s": 1162.367}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64c", "task": "rails-sec-audit-sweep", "tokens": 4390797, "usd_est": 0.10753926, "venue": "studio", "wall_s": 1142.4}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r69", "task": "rails-sec-audit-sweep", "tokens": 1004262, "usd_est": null, "venue": "studio", "wall_s": 468.772}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "rails-sec-audit-sweep", "tokens": 459877, "usd_est": null, "venue": "studio", "wall_s": 655.868}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "rails-sec-audit-sweep", "tokens": 73128, "usd_est": null, "venue": "studio", "wall_s": 350.148}
{"ITT outcome": "pass", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r22", "task": "rails-sec-audit-sweep", "tokens": 102279, "usd_est": null, "venue": "studio", "wall_s": 107.137}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r46", "task": "rails-sec-audit-sweep", "tokens": 250584, "usd_est": null, "venue": "studio", "wall_s": 387.733}
{"ITT outcome": "pass", "arm": "route-jev", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r47", "task": "rails-sec-audit-sweep", "tokens": 486187, "usd_est": null, "venue": "studio", "wall_s": 811.813}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r26", "task": "rails-sec-audit-sweep", "tokens": 80449, "usd_est": null, "venue": "studio", "wall_s": 572.501}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r45", "task": "rails-sec-audit-sweep", "tokens": 271274, "usd_est": null, "venue": "studio", "wall_s": 793.067}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-sec-audit-sweep", "tokens": 2551563, "usd_est": 0.59267442, "venue": "studio", "wall_s": 1798.678}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-sec-audit-sweep", "tokens": 1046202, "usd_est": 0.5856471999999999, "venue": "studio", "wall_s": 1291.525}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-sec-audit-sweep", "tokens": 1429848, "usd_est": 0.6861071999999999, "venue": "studio", "wall_s": 1478.127}
{"ITT outcome": "pass", "arm": "Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r17", "task": "rails-sec-audit-sweep", "tokens": 428043, "usd_est": null, "venue": "studio", "wall_s": 387.822}
{"ITT outcome": "fail", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r22", "task": "rails-sec-audit-sweep", "tokens": 1997121, "usd_est": null, "venue": "studio", "wall_s": 1078.187}
{"ITT outcome": "pass", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r27", "task": "rails-sec-audit-sweep", "tokens": 242180, "usd_est": null, "venue": "studio", "wall_s": 107.158}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r17", "task": "rails-sec-audit-sweep", "tokens": 63126, "usd_est": null, "venue": "studio", "wall_s": 60.896}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r22", "task": "rails-sec-audit-sweep", "tokens": 156339, "usd_est": null, "venue": "studio", "wall_s": 109.372}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r27", "task": "rails-sec-audit-sweep", "tokens": 118479, "usd_est": null, "venue": "studio", "wall_s": 80.073}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r48", "task": "rails-sec-audit-sweep", "tokens": 243607, "usd_est": null, "venue": "studio", "wall_s": 1105.482}
{"ITT outcome": "fail", "arm": "cascade-contract-v2", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r48b", "task": "rails-sec-audit-sweep", "tokens": 695490, "usd_est": 0.38296516, "venue": "studio", "wall_s": 1037.953}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64c", "task": "rails-sec-audit-sweep", "tokens": 292915, "usd_est": 0.04535892, "venue": "studio", "wall_s": 269.58}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64", "task": "rails-sec-audit-sweep", "tokens": 3204959, "usd_est": 0.08977536, "venue": "studio", "wall_s": 963.511}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64c", "task": "rails-sec-audit-sweep", "tokens": 3106951, "usd_est": 0.09178938, "venue": "studio", "wall_s": 1073.322}
{"ITT outcome": "pass", "arm": "mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r49", "task": "rails-sec-audit-sweep", "tokens": 1027004, "usd_est": 0.23199676, "venue": "studio", "wall_s": 930.63}
{"ITT outcome": "pass", "arm": "mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r49", "task": "rails-sec-audit-sweep", "tokens": 2190793, "usd_est": 0.04602802, "venue": "studio", "wall_s": 918.364}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r69", "task": "rails-sec-audit-sweep", "tokens": 597537, "usd_est": null, "venue": "studio", "wall_s": 448.708}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "rails-sec-audit-sweep", "tokens": 361874, "usd_est": null, "venue": "studio", "wall_s": 742.86}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "rails-sec-audit-sweep", "tokens": 77305, "usd_est": null, "venue": "studio", "wall_s": 329.539}
{"ITT outcome": "pass", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r22", "task": "rails-sec-audit-sweep", "tokens": 144103, "usd_est": null, "venue": "studio", "wall_s": 1079.931}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r46", "task": "rails-sec-audit-sweep", "tokens": 104873, "usd_est": null, "venue": "studio", "wall_s": 444.319}
{"ITT outcome": "pass", "arm": "route-jev", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r47", "task": "rails-sec-audit-sweep", "tokens": 475277, "usd_est": null, "venue": "studio", "wall_s": 934.07}
{"ITT outcome": "fail", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r28", "task": "rails-sec-audit-sweep", "tokens": 250872, "usd_est": null, "venue": "studio", "wall_s": 657.067}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r26", "task": "rails-sec-audit-sweep", "tokens": 386871, "usd_est": null, "venue": "studio", "wall_s": 708.912}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r45", "task": "rails-sec-audit-sweep", "tokens": 371973, "usd_est": null, "venue": "studio", "wall_s": 873.35}
{"ITT outcome": "pass", "arm": "Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r17", "task": "rails-sec-audit-sweep", "tokens": 707324, "usd_est": null, "venue": "studio", "wall_s": 386.136}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r22", "task": "rails-sec-audit-sweep", "tokens": 199845, "usd_est": null, "venue": "studio", "wall_s": 399.915}
{"ITT outcome": "pass", "arm": "accept", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-sec-audit-sweep", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r27", "task": "rails-sec-audit-sweep", "tokens": 147283, "usd_est": null, "venue": "studio", "wall_s": 74.672}
{"ITT outcome": "pass", "arm": "approach", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-sec-audit-sweep", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r17", "task": "rails-sec-audit-sweep", "tokens": 195354, "usd_est": null, "venue": "studio", "wall_s": 94.502}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r22", "task": "rails-sec-audit-sweep", "tokens": 120651, "usd_est": null, "venue": "studio", "wall_s": 66.794}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r27", "task": "rails-sec-audit-sweep", "tokens": 596232, "usd_est": null, "venue": "studio", "wall_s": 231.178}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-sec-audit-sweep", "tokens": 3045020, "usd_est": 0.09732584000000001, "venue": "studio", "wall_s": 808.007}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r64e", "task": "rails-sec-audit-sweep", "tokens": 1923856, "usd_est": null, "venue": "studio", "wall_s": 763.252}
{"ITT outcome": "pass", "arm": "none", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-sec-audit-sweep", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r30", "task": "rails-sec-audit-sweep", "tokens": 194550, "usd_est": null, "venue": "studio", "wall_s": 992.633}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r30", "task": "rails-sec-audit-sweep", "tokens": 164426, "usd_est": null, "venue": "studio", "wall_s": 562.593}
{"ITT outcome": "pass", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r22", "task": "rails-sec-audit-sweep", "tokens": 269424, "usd_est": null, "venue": "studio", "wall_s": 215.501}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r26", "task": "rails-sec-audit-sweep", "tokens": 87694, "usd_est": null, "venue": "studio", "wall_s": 501.31}
{"ITT outcome": "pass", "arm": "spec", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-sec-audit-sweep", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "fail", "arm": "Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r17", "task": "rails-sec-audit-sweep", "tokens": 317871, "usd_est": null, "venue": "studio", "wall_s": 267.689}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r22", "task": "rails-sec-audit-sweep", "tokens": 321216, "usd_est": null, "venue": "studio", "wall_s": 300.532}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r27", "task": "rails-sec-audit-sweep", "tokens": 721085, "usd_est": null, "venue": "studio", "wall_s": 242.659}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r17", "task": "rails-sec-audit-sweep", "tokens": 195407, "usd_est": null, "venue": "studio", "wall_s": 69.511}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r22", "task": "rails-sec-audit-sweep", "tokens": 151588, "usd_est": null, "venue": "studio", "wall_s": 67.388}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r27", "task": "rails-sec-audit-sweep", "tokens": 88190, "usd_est": null, "venue": "studio", "wall_s": 76.566}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r64e", "task": "rails-sec-audit-sweep", "tokens": 2614269, "usd_est": null, "venue": "studio", "wall_s": 1075.409}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r30", "task": "rails-sec-audit-sweep", "tokens": 109961, "usd_est": null, "venue": "studio", "wall_s": 660.564}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r30", "task": "rails-sec-audit-sweep", "tokens": 84042, "usd_est": null, "venue": "studio", "wall_s": 459.753}
{"ITT outcome": "pass", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r22", "task": "rails-sec-audit-sweep", "tokens": 205073, "usd_est": null, "venue": "studio", "wall_s": 1094.356}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r28", "task": "rails-sec-audit-sweep", "tokens": 598363, "usd_est": null, "venue": "studio", "wall_s": 1200.501}
{"ITT outcome": "fail", "arm": "B1", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 246207, "usd_est": null, "venue": "studio", "wall_s": 140.837}
{"ITT outcome": "fail", "arm": "B1p12", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 149633, "usd_est": null, "venue": "studio", "wall_s": 163.69}
{"ITT outcome": "fail", "arm": "B1w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 221660, "usd_est": null, "venue": "studio", "wall_s": 156.928}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-sup-legacy-conversions", "tokens": 1609035, "usd_est": 0.59739734, "venue": "studio", "wall_s": 1634.501}
{"ITT outcome": "fail", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r50", "task": "rails-sup-legacy-conversions", "tokens": 1090703, "usd_est": 0.6259547999999999, "venue": "studio", "wall_s": 1383.651}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "rails-sup-legacy-conversions", "tokens": 1050830, "usd_est": 0.7017272, "venue": "studio", "wall_s": 1563.021}
{"ITT outcome": "fail", "arm": "Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r17", "task": "rails-sup-legacy-conversions", "tokens": 564760, "usd_est": null, "venue": "studio", "wall_s": 316.742}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r21", "task": "rails-sup-legacy-conversions", "tokens": 226376, "usd_est": null, "venue": "studio", "wall_s": 432.869}
{"ITT outcome": "pass", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r27", "task": "rails-sup-legacy-conversions", "tokens": 35921, "usd_est": null, "venue": "studio", "wall_s": 72.552}
{"ITT outcome": "pass", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r35", "task": "rails-sup-legacy-conversions", "tokens": 187371, "usd_est": null, "venue": "studio", "wall_s": 654.712}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r19", "task": "rails-sup-legacy-conversions", "tokens": 79769, "usd_est": null, "venue": "studio", "wall_s": 86.517}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r27", "task": "rails-sup-legacy-conversions", "tokens": 58379, "usd_est": null, "venue": "studio", "wall_s": 93.565}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 210054, "usd_est": null, "venue": "studio", "wall_s": 72.096}
{"ITT outcome": "pass", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r48", "task": "rails-sup-legacy-conversions", "tokens": 49017, "usd_est": null, "venue": "studio", "wall_s": 552.647}
{"ITT outcome": "pass", "arm": "cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r36", "task": "rails-sup-legacy-conversions", "tokens": 430209, "usd_est": null, "venue": "studio", "wall_s": 1821.461}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64c", "task": "rails-sup-legacy-conversions", "tokens": 340787, "usd_est": 0.038229299999999994, "venue": "studio", "wall_s": 333.981}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64", "task": "rails-sup-legacy-conversions", "tokens": 813628, "usd_est": 0.06128594, "venue": "studio", "wall_s": 537.284}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r64c", "task": "rails-sup-legacy-conversions", "tokens": 979914, "usd_est": 0.05369128000000001, "venue": "studio", "wall_s": 695.658}
{"ITT outcome": "fail", "arm": "mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r49", "task": "rails-sup-legacy-conversions", "tokens": 1106148, "usd_est": 0.03314328, "venue": "studio", "wall_s": 849.341}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "rails-sup-legacy-conversions", "tokens": 406820, "usd_est": null, "venue": "studio", "wall_s": 466.235}
{"ITT outcome": "fail", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r30", "task": "rails-sup-legacy-conversions", "tokens": 190040, "usd_est": null, "venue": "studio", "wall_s": 1209.769}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r30", "task": "rails-sup-legacy-conversions", "tokens": 78234, "usd_est": null, "venue": "studio", "wall_s": 401.055}
{"ITT outcome": "pass", "arm": "plan-lunamax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r9", "task": "rails-sup-legacy-conversions", "tokens": 288315, "usd_est": null, "venue": "studio", "wall_s": 544.399}
{"ITT outcome": "pass", "arm": "plan-sol-nc-B1", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r9", "task": "rails-sup-legacy-conversions", "tokens": 981282, "usd_est": null, "venue": "studio", "wall_s": 335.028}
{"ITT outcome": "pass", "arm": "plan-sol-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r9", "task": "rails-sup-legacy-conversions", "tokens": 881887, "usd_est": null, "venue": "studio", "wall_s": 367.471}
{"ITT outcome": "pass", "arm": "plan-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r9", "task": "rails-sup-legacy-conversions", "tokens": 93088, "usd_est": null, "venue": "studio", "wall_s": 484.664}
{"ITT outcome": "pass", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r19", "task": "rails-sup-legacy-conversions", "tokens": 136776, "usd_est": null, "venue": "studio", "wall_s": 401.574}
{"ITT outcome": "fail", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r46", "task": "rails-sup-legacy-conversions", "tokens": 58643, "usd_est": null, "venue": "studio", "wall_s": 434.355}
{"ITT outcome": "pass", "arm": "route-jev", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r47", "task": "rails-sup-legacy-conversions", "tokens": 304132, "usd_est": null, "venue": "studio", "wall_s": 445.869}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r28", "task": "rails-sup-legacy-conversions", "tokens": 180943, "usd_est": null, "venue": "studio", "wall_s": 951.454}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r26", "task": "rails-sup-legacy-conversions", "tokens": 188534, "usd_est": null, "venue": "studio", "wall_s": 445.746}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r45", "task": "rails-sup-legacy-conversions", "tokens": 123333, "usd_est": null, "venue": "studio", "wall_s": 336.938}
{"ITT outcome": "fail", "arm": "B1", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 68740, "usd_est": null, "venue": "studio", "wall_s": 101.115}
{"ITT outcome": "pass", "arm": "B1p12", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 105550, "usd_est": null, "venue": "studio", "wall_s": 98.646}
{"ITT outcome": "fail", "arm": "B1w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 179701, "usd_est": null, "venue": "studio", "wall_s": 156.923}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-sup-legacy-conversions", "tokens": 2221239, "usd_est": 0.54985714, "venue": "studio", "wall_s": 1723.831}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-sup-legacy-conversions", "tokens": 887061, "usd_est": 0.595842, "venue": "studio", "wall_s": 1292.236}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "rails-sup-legacy-conversions", "tokens": 1032007, "usd_est": 0.6653083999999999, "venue": "studio", "wall_s": 1386.67}
{"ITT outcome": "fail", "arm": "Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r17", "task": "rails-sup-legacy-conversions", "tokens": 87173, "usd_est": null, "venue": "studio", "wall_s": 225.037}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r21", "task": "rails-sup-legacy-conversions", "tokens": 365872, "usd_est": null, "venue": "studio", "wall_s": 373.032}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r27", "task": "rails-sup-legacy-conversions", "tokens": 65738, "usd_est": null, "venue": "studio", "wall_s": 70.775}
{"ITT outcome": "pass", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r35", "task": "rails-sup-legacy-conversions", "tokens": 124706, "usd_est": null, "venue": "studio", "wall_s": 865.72}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r19", "task": "rails-sup-legacy-conversions", "tokens": 77700, "usd_est": null, "venue": "studio", "wall_s": 84.921}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r27", "task": "rails-sup-legacy-conversions", "tokens": 59452, "usd_est": null, "venue": "studio", "wall_s": 82.837}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 88760, "usd_est": null, "venue": "studio", "wall_s": 110.158}
{"ITT outcome": "fail", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r48", "task": "rails-sup-legacy-conversions", "tokens": 45865, "usd_est": null, "venue": "studio", "wall_s": 632.129}
{"ITT outcome": "pass", "arm": "cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r36", "task": "rails-sup-legacy-conversions", "tokens": 736604, "usd_est": null, "venue": "studio", "wall_s": 1517.745}
{"ITT outcome": "pass", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64c", "task": "rails-sup-legacy-conversions", "tokens": 1076586, "usd_est": 0.05892504, "venue": "studio", "wall_s": 515.853}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r64", "task": "rails-sup-legacy-conversions", "tokens": 2014090, "usd_est": 0.07471734000000002, "venue": "studio", "wall_s": 1147.379}
{"ITT outcome": "fail", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r64c", "task": "rails-sup-legacy-conversions", "tokens": 1088799, "usd_est": 0.05839544000000001, "venue": "studio", "wall_s": 920.494}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r69", "task": "rails-sup-legacy-conversions", "tokens": 323471, "usd_est": null, "venue": "studio", "wall_s": 348.41}
{"ITT outcome": "pass", "arm": "packplan-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r35", "task": "rails-sup-legacy-conversions", "tokens": 99552, "usd_est": null, "venue": "studio", "wall_s": 436.517}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "rails-sup-legacy-conversions", "tokens": 64651, "usd_est": null, "venue": "studio", "wall_s": 779.525}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "rails-sup-legacy-conversions", "tokens": 194842, "usd_est": null, "venue": "studio", "wall_s": 488.821}
{"ITT outcome": "pass", "arm": "plan-lunamax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r9", "task": "rails-sup-legacy-conversions", "tokens": 129213, "usd_est": null, "venue": "studio", "wall_s": 454.528}
{"ITT outcome": "pass", "arm": "plan-sol-nc-B1", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r9", "task": "rails-sup-legacy-conversions", "tokens": 127560, "usd_est": null, "venue": "studio", "wall_s": 203.262}
{"ITT outcome": "pass", "arm": "plan-sol-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r9", "task": "rails-sup-legacy-conversions", "tokens": 379521, "usd_est": null, "venue": "studio", "wall_s": 297.099}
{"ITT outcome": "pass", "arm": "plan-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r9", "task": "rails-sup-legacy-conversions", "tokens": 195543, "usd_est": null, "venue": "studio", "wall_s": 414.201}
{"ITT outcome": "pass", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r19", "task": "rails-sup-legacy-conversions", "tokens": 69185, "usd_est": null, "venue": "studio", "wall_s": 133.291}
{"ITT outcome": "pass", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r46", "task": "rails-sup-legacy-conversions", "tokens": 257346, "usd_est": null, "venue": "studio", "wall_s": 254.198}
{"ITT outcome": "pass", "arm": "route-jev", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r47", "task": "rails-sup-legacy-conversions", "tokens": 237096, "usd_est": null, "venue": "studio", "wall_s": 490.509}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r28", "task": "rails-sup-legacy-conversions", "tokens": 71367, "usd_est": null, "venue": "studio", "wall_s": 1041.428}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r26", "task": "rails-sup-legacy-conversions", "tokens": 401321, "usd_est": null, "venue": "studio", "wall_s": 666.845}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r45", "task": "rails-sup-legacy-conversions", "tokens": 193257, "usd_est": null, "venue": "studio", "wall_s": 740.601}
{"ITT outcome": "pass", "arm": "B1", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 316876, "usd_est": null, "venue": "studio", "wall_s": 110.711}
{"ITT outcome": "pass", "arm": "B1p12", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 140866, "usd_est": null, "venue": "studio", "wall_s": 116.184}
{"ITT outcome": "fail", "arm": "B1w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 199515, "usd_est": null, "venue": "studio", "wall_s": 181.534}
{"ITT outcome": "pass", "arm": "P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-sup-legacy-conversions", "tokens": 1530364, "usd_est": 0.60152552, "venue": "studio", "wall_s": 1647.609}
{"ITT outcome": "pass", "arm": "P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-sup-legacy-conversions", "tokens": 994271, "usd_est": 0.5349356, "venue": "studio", "wall_s": 1184.251}
{"ITT outcome": "pass", "arm": "P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "rails-sup-legacy-conversions", "tokens": 918551, "usd_est": 0.593286, "venue": "studio", "wall_s": 1181.575}
{"ITT outcome": "pass", "arm": "Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r17", "task": "rails-sup-legacy-conversions", "tokens": 229932, "usd_est": null, "venue": "studio", "wall_s": 239.265}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r21", "task": "rails-sup-legacy-conversions", "tokens": 126564, "usd_est": null, "venue": "studio", "wall_s": 290.555}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r27", "task": "rails-sup-legacy-conversions", "tokens": 38983, "usd_est": null, "venue": "studio", "wall_s": 107.551}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r19", "task": "rails-sup-legacy-conversions", "tokens": 42276, "usd_est": null, "venue": "studio", "wall_s": 76.352}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r27", "task": "rails-sup-legacy-conversions", "tokens": 336882, "usd_est": null, "venue": "studio", "wall_s": 121.747}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 30844, "usd_est": null, "venue": "studio", "wall_s": 64.565}
{"ITT outcome": "pass", "arm": "cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r48", "task": "rails-sup-legacy-conversions", "tokens": 83826, "usd_est": null, "venue": "studio", "wall_s": 746.504}
{"ITT outcome": "pass", "arm": "cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r36", "task": "rails-sup-legacy-conversions", "tokens": 416985, "usd_est": null, "venue": "studio", "wall_s": 646.2}
{"ITT outcome": "fail", "arm": "kh-plan-shell-lunahigh", "effort": "gpt-6-luna / high + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r64c", "task": "rails-sup-legacy-conversions", "tokens": 206365, "usd_est": 0.03952952, "venue": "studio", "wall_s": 212.417}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64", "task": "rails-sup-legacy-conversions", "tokens": 1326810, "usd_est": 0.0636014, "venue": "studio", "wall_s": 647.486}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r64c", "task": "rails-sup-legacy-conversions", "tokens": 1436706, "usd_est": 0.06022356, "venue": "studio", "wall_s": 528.542}
{"ITT outcome": "pass", "arm": "mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r49", "task": "rails-sup-legacy-conversions", "tokens": 1444508, "usd_est": 0.20962062, "venue": "studio", "wall_s": 1350.893}
{"ITT outcome": "pass", "arm": "mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r49", "task": "rails-sup-legacy-conversions", "tokens": 1482684, "usd_est": 0.03366648, "venue": "studio", "wall_s": 880.415}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r69", "task": "rails-sup-legacy-conversions", "tokens": 263269, "usd_est": null, "venue": "studio", "wall_s": 292.622}
{"ITT outcome": "pass", "arm": "packplan-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r35", "task": "rails-sup-legacy-conversions", "tokens": 68527, "usd_est": null, "venue": "studio", "wall_s": 406.703}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "rails-sup-legacy-conversions", "tokens": 141966, "usd_est": null, "venue": "studio", "wall_s": 819.642}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "rails-sup-legacy-conversions", "tokens": 184064, "usd_est": null, "venue": "studio", "wall_s": 360.851}
{"ITT outcome": "pass", "arm": "plan-lunamax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r9", "task": "rails-sup-legacy-conversions", "tokens": 148671, "usd_est": null, "venue": "studio", "wall_s": 354.269}
{"ITT outcome": "pass", "arm": "plan-sol-nc-B1", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r9", "task": "rails-sup-legacy-conversions", "tokens": 206300, "usd_est": null, "venue": "studio", "wall_s": 246.44}
{"ITT outcome": "pass", "arm": "plan-sol-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r9", "task": "rails-sup-legacy-conversions", "tokens": 136615, "usd_est": null, "venue": "studio", "wall_s": 210.509}
{"ITT outcome": "pass", "arm": "plan-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r9", "task": "rails-sup-legacy-conversions", "tokens": 35280, "usd_est": null, "venue": "studio", "wall_s": 332.141}
{"ITT outcome": "pass", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r19", "task": "rails-sup-legacy-conversions", "tokens": 106951, "usd_est": null, "venue": "studio", "wall_s": 266.798}
{"ITT outcome": "pass", "arm": "route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r46", "task": "rails-sup-legacy-conversions", "tokens": 42370, "usd_est": null, "venue": "studio", "wall_s": 261.145}
{"ITT outcome": "pass", "arm": "route-jev", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r47", "task": "rails-sup-legacy-conversions", "tokens": 272908, "usd_est": null, "venue": "studio", "wall_s": 508.512}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r28", "task": "rails-sup-legacy-conversions", "tokens": 292648, "usd_est": null, "venue": "studio", "wall_s": 605.389}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r26", "task": "rails-sup-legacy-conversions", "tokens": 82772, "usd_est": null, "venue": "studio", "wall_s": 454.803}
{"ITT outcome": "pass", "arm": "route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r45", "task": "rails-sup-legacy-conversions", "tokens": 231387, "usd_est": null, "venue": "studio", "wall_s": 687.592}
{"ITT outcome": "fail", "arm": "B1", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 70970, "usd_est": null, "venue": "studio", "wall_s": 106.254}
{"ITT outcome": "fail", "arm": "B1p12", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 198398, "usd_est": null, "venue": "studio", "wall_s": 119.541}
{"ITT outcome": "fail", "arm": "B1w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 126770, "usd_est": null, "venue": "studio", "wall_s": 129.16}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r21", "task": "rails-sup-legacy-conversions", "tokens": 492314, "usd_est": null, "venue": "studio", "wall_s": 488.101}
{"ITT outcome": "pass", "arm": "accept", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-sup-legacy-conversions", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r27", "task": "rails-sup-legacy-conversions", "tokens": 110486, "usd_est": null, "venue": "studio", "wall_s": 92.175}
{"ITT outcome": "pass", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r35", "task": "rails-sup-legacy-conversions", "tokens": 347314, "usd_est": null, "venue": "studio", "wall_s": 800.929}
{"ITT outcome": "pass", "arm": "approach", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-sup-legacy-conversions", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r19", "task": "rails-sup-legacy-conversions", "tokens": 205523, "usd_est": null, "venue": "studio", "wall_s": 87.253}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r27", "task": "rails-sup-legacy-conversions", "tokens": 58979, "usd_est": null, "venue": "studio", "wall_s": 65.021}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 63091, "usd_est": null, "venue": "studio", "wall_s": 81.588}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r64b", "task": "rails-sup-legacy-conversions", "tokens": 1190747, "usd_est": 0.06321588, "venue": "studio", "wall_s": 589.939}
{"ITT outcome": "pass", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r64e", "task": "rails-sup-legacy-conversions", "tokens": 1031636, "usd_est": null, "venue": "studio", "wall_s": 617.275}
{"ITT outcome": "pass", "arm": "none", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-sup-legacy-conversions", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "packplan-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r35", "task": "rails-sup-legacy-conversions", "tokens": 158237, "usd_est": null, "venue": "studio", "wall_s": 585.71}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r30", "task": "rails-sup-legacy-conversions", "tokens": 156726, "usd_est": null, "venue": "studio", "wall_s": 515.601}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r30", "task": "rails-sup-legacy-conversions", "tokens": 286865, "usd_est": null, "venue": "studio", "wall_s": 376.049}
{"ITT outcome": "pass", "arm": "plan-lunamax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r9", "task": "rails-sup-legacy-conversions", "tokens": 219679, "usd_est": null, "venue": "studio", "wall_s": 373.508}
{"ITT outcome": "pass", "arm": "plan-sol-nc-B1", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r9", "task": "rails-sup-legacy-conversions", "tokens": 257442, "usd_est": null, "venue": "studio", "wall_s": 305.563}
{"ITT outcome": "pass", "arm": "plan-sol-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r9", "task": "rails-sup-legacy-conversions", "tokens": 159395, "usd_est": null, "venue": "studio", "wall_s": 227.791}
{"ITT outcome": "pass", "arm": "plan-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r9", "task": "rails-sup-legacy-conversions", "tokens": 120499, "usd_est": null, "venue": "studio", "wall_s": 353.913}
{"ITT outcome": "pass", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r19", "task": "rails-sup-legacy-conversions", "tokens": 148168, "usd_est": null, "venue": "studio", "wall_s": 408.639}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r28", "task": "rails-sup-legacy-conversions", "tokens": 89727, "usd_est": null, "venue": "studio", "wall_s": 497.823}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r26", "task": "rails-sup-legacy-conversions", "tokens": 179197, "usd_est": null, "venue": "studio", "wall_s": 542.357}
{"ITT outcome": "pass", "arm": "spec", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "rails-sup-legacy-conversions", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "B1", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 116812, "usd_est": null, "venue": "studio", "wall_s": 121.3}
{"ITT outcome": "fail", "arm": "B1p12", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 199677, "usd_est": null, "venue": "studio", "wall_s": 118.955}
{"ITT outcome": "fail", "arm": "B1w7", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 288216, "usd_est": null, "venue": "studio", "wall_s": 151.602}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r21", "task": "rails-sup-legacy-conversions", "tokens": 221647, "usd_est": null, "venue": "studio", "wall_s": 427.853}
{"ITT outcome": "fail", "arm": "advisor", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r27", "task": "rails-sup-legacy-conversions", "tokens": 20425, "usd_est": null, "venue": "studio", "wall_s": 75.048}
{"ITT outcome": "pass", "arm": "agentic30-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r35", "task": "rails-sup-legacy-conversions", "tokens": 288076, "usd_est": null, "venue": "studio", "wall_s": 613.447}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r19", "task": "rails-sup-legacy-conversions", "tokens": 110674, "usd_est": null, "venue": "studio", "wall_s": 86.791}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r27", "task": "rails-sup-legacy-conversions", "tokens": 405996, "usd_est": null, "venue": "studio", "wall_s": 105.154}
{"ITT outcome": "fail", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 34166, "usd_est": null, "venue": "studio", "wall_s": 76.575}
{"ITT outcome": "pass", "arm": "kh-plan-shell", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r64b", "task": "rails-sup-legacy-conversions", "tokens": 1084653, "usd_est": 0.06341846, "venue": "studio", "wall_s": 693.225}
{"ITT outcome": "fail", "arm": "kh-plan-shell-solmedplan", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r64e", "task": "rails-sup-legacy-conversions", "tokens": 1674113, "usd_est": null, "venue": "studio", "wall_s": 814.867}
{"ITT outcome": "pass", "arm": "packplan-execreview-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r35", "task": "rails-sup-legacy-conversions", "tokens": 714095, "usd_est": null, "venue": "studio", "wall_s": 1047.86}
{"ITT outcome": "pass", "arm": "packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r30", "task": "rails-sup-legacy-conversions", "tokens": 104419, "usd_est": null, "venue": "studio", "wall_s": 699.775}
{"ITT outcome": "pass", "arm": "packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r30", "task": "rails-sup-legacy-conversions", "tokens": 44499, "usd_est": null, "venue": "studio", "wall_s": 392.028}
{"ITT outcome": "pass", "arm": "plan-lunamax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r9", "task": "rails-sup-legacy-conversions", "tokens": 103298, "usd_est": null, "venue": "studio", "wall_s": 431.458}
{"ITT outcome": "pass", "arm": "plan-sol-nc-B1", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r9", "task": "rails-sup-legacy-conversions", "tokens": 148050, "usd_est": null, "venue": "studio", "wall_s": 211.955}
{"ITT outcome": "pass", "arm": "plan-sol-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r9", "task": "rails-sup-legacy-conversions", "tokens": 127766, "usd_est": null, "venue": "studio", "wall_s": 217.814}
{"ITT outcome": "pass", "arm": "plan-sol", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r9", "task": "rails-sup-legacy-conversions", "tokens": 91971, "usd_est": null, "venue": "studio", "wall_s": 365.728}
{"ITT outcome": "pass", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r19", "task": "rails-sup-legacy-conversions", "tokens": 46549, "usd_est": null, "venue": "studio", "wall_s": 158.273}
{"ITT outcome": "pass", "arm": "route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r28", "task": "rails-sup-legacy-conversions", "tokens": 284050, "usd_est": null, "venue": "studio", "wall_s": 493.093}
{"ITT outcome": "pass", "arm": "route", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r26", "task": "rails-sup-legacy-conversions", "tokens": 105400, "usd_est": null, "venue": "studio", "wall_s": 387.627}
{"ITT outcome": "pass", "arm": "accept", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-01-live-ticket-filters", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "approach", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-01-live-ticket-filters", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-01-live-ticket-filters", "tokens": 98054, "usd_est": null, "venue": "studio", "wall_s": 223.232}
{"ITT outcome": "pass", "arm": "spec", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-01-live-ticket-filters", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r69", "task": "syn-01-live-ticket-filters", "tokens": 125080, "usd_est": null, "venue": "studio", "wall_s": 151.822}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r69", "task": "syn-01-live-ticket-filters", "tokens": 156858, "usd_est": null, "venue": "studio", "wall_s": 189.568}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "syn-01-live-ticket-filters", "tokens": 86240, "usd_est": null, "venue": "studio", "wall_s": 154.337}
{"ITT outcome": "pass", "arm": "accept", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-06-migration-ticket-numbers", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "approach", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-06-migration-ticket-numbers", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-06-migration-ticket-numbers", "tokens": 284980, "usd_est": null, "venue": "studio", "wall_s": 377.841}
{"ITT outcome": "pass", "arm": "spec", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-06-migration-ticket-numbers", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r69", "task": "syn-06-migration-ticket-numbers", "tokens": 262201, "usd_est": null, "venue": "studio", "wall_s": 249.175}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r69", "task": "syn-06-migration-ticket-numbers", "tokens": 390907, "usd_est": null, "venue": "studio", "wall_s": 321.802}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "syn-06-migration-ticket-numbers", "tokens": 237923, "usd_est": null, "venue": "studio", "wall_s": 268.059}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r21", "task": "syn-13-bug-empty-filter-crash", "tokens": 275832, "usd_est": null, "venue": "studio", "wall_s": 1185.773}
{"ITT outcome": "pass", "arm": "agentic", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r23", "task": "syn-13-bug-empty-filter-crash", "tokens": 613368, "usd_est": null, "venue": "studio", "wall_s": 504.826}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r15", "task": "syn-13-bug-empty-filter-crash", "tokens": 99567, "usd_est": null, "venue": "studio", "wall_s": 43.039}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r19", "task": "syn-13-bug-empty-filter-crash", "tokens": 94067, "usd_est": null, "venue": "studio", "wall_s": 950.695}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57e", "task": "syn-13-bug-empty-filter-crash", "tokens": 517859, "usd_est": null, "venue": "studio", "wall_s": 312.588}
{"ITT outcome": "fail", "arm": "plan-sol-nc-ex", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r15", "task": "syn-13-bug-empty-filter-crash", "tokens": 291302, "usd_est": null, "venue": "studio", "wall_s": 283.386}
{"ITT outcome": "pass", "arm": "plan-sol-nc-gx", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r15", "task": "syn-13-bug-empty-filter-crash", "tokens": 605497, "usd_est": null, "venue": "studio", "wall_s": 333.129}
{"ITT outcome": "fail", "arm": "plan-sol-nc", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r15", "task": "syn-13-bug-empty-filter-crash", "tokens": 396952, "usd_est": null, "venue": "studio", "wall_s": 248.425}
{"ITT outcome": "pass", "arm": "review-esc", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r23", "task": "syn-13-bug-empty-filter-crash", "tokens": 194584, "usd_est": null, "venue": "studio", "wall_s": 377.129}
{"ITT outcome": "pass", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r19", "task": "syn-13-bug-empty-filter-crash", "tokens": 218675, "usd_est": null, "venue": "studio", "wall_s": 240.007}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57e", "task": "syn-13-bug-empty-filter-crash", "tokens": 163675, "usd_est": null, "venue": "studio", "wall_s": 171.471}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r21", "task": "syn-13-bug-empty-filter-crash", "tokens": 196690, "usd_est": null, "venue": "studio", "wall_s": 313.513}
{"ITT outcome": "pass", "arm": "agentic", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r23", "task": "syn-13-bug-empty-filter-crash", "tokens": 427050, "usd_est": null, "venue": "studio", "wall_s": 571.621}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r15", "task": "syn-13-bug-empty-filter-crash", "tokens": 107991, "usd_est": null, "venue": "studio", "wall_s": 48.829}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r19", "task": "syn-13-bug-empty-filter-crash", "tokens": 114532, "usd_est": null, "venue": "studio", "wall_s": 54.333}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57e", "task": "syn-13-bug-empty-filter-crash", "tokens": 656836, "usd_est": null, "venue": "studio", "wall_s": 319.77}
{"ITT outcome": "fail", "arm": "plan-sol-nc-ex", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r15", "task": "syn-13-bug-empty-filter-crash", "tokens": 327758, "usd_est": null, "venue": "studio", "wall_s": 213.69}
{"ITT outcome": "pass", "arm": "plan-sol-nc-gx", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r15", "task": "syn-13-bug-empty-filter-crash", "tokens": 448610, "usd_est": null, "venue": "studio", "wall_s": 251.791}
{"ITT outcome": "fail", "arm": "plan-sol-nc", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r15", "task": "syn-13-bug-empty-filter-crash", "tokens": 220195, "usd_est": null, "venue": "studio", "wall_s": 170.801}
{"ITT outcome": "pass", "arm": "review-esc", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r23", "task": "syn-13-bug-empty-filter-crash", "tokens": 210669, "usd_est": null, "venue": "studio", "wall_s": 197.927}
{"ITT outcome": "pass", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r19", "task": "syn-13-bug-empty-filter-crash", "tokens": 291961, "usd_est": null, "venue": "studio", "wall_s": 308.022}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57e", "task": "syn-13-bug-empty-filter-crash", "tokens": 92524, "usd_est": null, "venue": "studio", "wall_s": 151.622}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r21", "task": "syn-13-bug-empty-filter-crash", "tokens": 764187, "usd_est": null, "venue": "studio", "wall_s": 505.027}
{"ITT outcome": "pass", "arm": "agentic", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r23", "task": "syn-13-bug-empty-filter-crash", "tokens": 213573, "usd_est": null, "venue": "studio", "wall_s": 449.024}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r15", "task": "syn-13-bug-empty-filter-crash", "tokens": 104503, "usd_est": null, "venue": "studio", "wall_s": 51.157}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r19", "task": "syn-13-bug-empty-filter-crash", "tokens": 79090, "usd_est": null, "venue": "studio", "wall_s": 51.728}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57e", "task": "syn-13-bug-empty-filter-crash", "tokens": 657002, "usd_est": null, "venue": "studio", "wall_s": 340.531}
{"ITT outcome": "pass", "arm": "plan-sol-nc-ex", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r15", "task": "syn-13-bug-empty-filter-crash", "tokens": 325778, "usd_est": null, "venue": "studio", "wall_s": 248.567}
{"ITT outcome": "fail", "arm": "plan-sol-nc-gx", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r15", "task": "syn-13-bug-empty-filter-crash", "tokens": 216892, "usd_est": null, "venue": "studio", "wall_s": 225.999}
{"ITT outcome": "fail", "arm": "plan-sol-nc", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r15", "task": "syn-13-bug-empty-filter-crash", "tokens": 331292, "usd_est": null, "venue": "studio", "wall_s": 191.825}
{"ITT outcome": "pass", "arm": "review-esc", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r23", "task": "syn-13-bug-empty-filter-crash", "tokens": 159948, "usd_est": null, "venue": "studio", "wall_s": 160.379}
{"ITT outcome": "pass", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r19", "task": "syn-13-bug-empty-filter-crash", "tokens": 226538, "usd_est": null, "venue": "studio", "wall_s": 212.227}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57e", "task": "syn-13-bug-empty-filter-crash", "tokens": 98671, "usd_est": null, "venue": "studio", "wall_s": 161.231}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r21", "task": "syn-13-bug-empty-filter-crash", "tokens": 439699, "usd_est": null, "venue": "studio", "wall_s": 440.314}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r15", "task": "syn-13-bug-empty-filter-crash", "tokens": 110290, "usd_est": null, "venue": "studio", "wall_s": 43.693}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r19", "task": "syn-13-bug-empty-filter-crash", "tokens": 121344, "usd_est": null, "venue": "studio", "wall_s": 59.01}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57e", "task": "syn-13-bug-empty-filter-crash", "tokens": 281696, "usd_est": null, "venue": "studio", "wall_s": 275.809}
{"ITT outcome": "fail", "arm": "plan-sol-nc-ex", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r15", "task": "syn-13-bug-empty-filter-crash", "tokens": 189561, "usd_est": null, "venue": "studio", "wall_s": 226.639}
{"ITT outcome": "pass", "arm": "plan-sol-nc-gx", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r15", "task": "syn-13-bug-empty-filter-crash", "tokens": 317530, "usd_est": null, "venue": "studio", "wall_s": 270.867}
{"ITT outcome": "fail", "arm": "plan-sol-nc", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r15", "task": "syn-13-bug-empty-filter-crash", "tokens": 135740, "usd_est": null, "venue": "studio", "wall_s": 181.017}
{"ITT outcome": "pass", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r19", "task": "syn-13-bug-empty-filter-crash", "tokens": 188802, "usd_est": null, "venue": "studio", "wall_s": 280.218}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57e", "task": "syn-13-bug-empty-filter-crash", "tokens": 110189, "usd_est": null, "venue": "studio", "wall_s": 172.263}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r21", "task": "syn-13-bug-empty-filter-crash", "tokens": 581946, "usd_est": null, "venue": "studio", "wall_s": 441.031}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r15", "task": "syn-13-bug-empty-filter-crash", "tokens": 108932, "usd_est": null, "venue": "studio", "wall_s": 49.336}
{"ITT outcome": "pass", "arm": "bare", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r19", "task": "syn-13-bug-empty-filter-crash", "tokens": 114036, "usd_est": null, "venue": "studio", "wall_s": 48.828}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57e", "task": "syn-13-bug-empty-filter-crash", "tokens": 623853, "usd_est": null, "venue": "studio", "wall_s": 475.282}
{"ITT outcome": "pass", "arm": "plan-sol-nc-ex", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r15", "task": "syn-13-bug-empty-filter-crash", "tokens": 295310, "usd_est": null, "venue": "studio", "wall_s": 242.671}
{"ITT outcome": "pass", "arm": "plan-sol-nc-gx", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r15", "task": "syn-13-bug-empty-filter-crash", "tokens": 426463, "usd_est": null, "venue": "studio", "wall_s": 256.513}
{"ITT outcome": "fail", "arm": "plan-sol-nc", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r15", "task": "syn-13-bug-empty-filter-crash", "tokens": 263902, "usd_est": null, "venue": "studio", "wall_s": 186.13}
{"ITT outcome": "fail", "arm": "review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r19", "task": "syn-13-bug-empty-filter-crash", "tokens": 284644, "usd_est": null, "venue": "studio", "wall_s": 311.042}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57e", "task": "syn-13-bug-empty-filter-crash", "tokens": 363164, "usd_est": null, "venue": "studio", "wall_s": 302.675}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57e", "task": "syn-13-bug-empty-filter-crash", "tokens": 279306, "usd_est": null, "venue": "studio", "wall_s": 272.501}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57e", "task": "syn-13-bug-empty-filter-crash", "tokens": 433031, "usd_est": null, "venue": "studio", "wall_s": 226.99}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57e", "task": "syn-13-bug-empty-filter-crash", "tokens": 61868, "usd_est": null, "venue": "studio", "wall_s": 169.655}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57e", "task": "syn-13-bug-empty-filter-crash", "tokens": 385127, "usd_est": null, "venue": "studio", "wall_s": 259.053}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57e", "task": "syn-13-bug-empty-filter-crash", "tokens": 160904, "usd_est": null, "venue": "studio", "wall_s": 187.233}
{"ITT outcome": "fail", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r24", "task": "syn-14-bug-sla-business-hours", "tokens": 145477, "usd_est": null, "venue": "studio", "wall_s": 284.536}
{"ITT outcome": "fail", "arm": "Pstar-review-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r24", "task": "syn-14-bug-sla-business-hours", "tokens": 331272, "usd_est": null, "venue": "studio", "wall_s": 260.679}
{"ITT outcome": "not_scored", "arm": "acct-smoke-kh", "effort": "xhigh", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r1", "task": "syn-14-bug-sla-business-hours", "tokens": 197171, "usd_est": null, "venue": "studio", "wall_s": 172.043}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57e", "task": "syn-14-bug-sla-business-hours", "tokens": 145329, "usd_est": null, "venue": "studio", "wall_s": 97.704}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57e", "task": "syn-14-bug-sla-business-hours", "tokens": 28883, "usd_est": null, "venue": "studio", "wall_s": 53.242}
{"ITT outcome": "fail", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r24", "task": "syn-14-bug-sla-business-hours", "tokens": 136254, "usd_est": null, "venue": "studio", "wall_s": 267.355}
{"ITT outcome": "fail", "arm": "Pstar-review-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r24", "task": "syn-14-bug-sla-business-hours", "tokens": 584496, "usd_est": null, "venue": "studio", "wall_s": 344.974}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57e", "task": "syn-14-bug-sla-business-hours", "tokens": 133602, "usd_est": null, "venue": "studio", "wall_s": 98.409}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57e", "task": "syn-14-bug-sla-business-hours", "tokens": 109670, "usd_est": null, "venue": "studio", "wall_s": 119.473}
{"ITT outcome": "pass", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r24", "task": "syn-14-bug-sla-business-hours", "tokens": 123507, "usd_est": null, "venue": "studio", "wall_s": 235.131}
{"ITT outcome": "pass", "arm": "Pstar-review-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r24", "task": "syn-14-bug-sla-business-hours", "tokens": 400399, "usd_est": null, "venue": "studio", "wall_s": 402.404}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57e", "task": "syn-14-bug-sla-business-hours", "tokens": 130857, "usd_est": null, "venue": "studio", "wall_s": 105.874}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57e", "task": "syn-14-bug-sla-business-hours", "tokens": 54205, "usd_est": null, "venue": "studio", "wall_s": 105.77}
{"ITT outcome": "fail", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r24", "task": "syn-14-bug-sla-business-hours", "tokens": 367782, "usd_est": null, "venue": "studio", "wall_s": 334.95}
{"ITT outcome": "fail", "arm": "Pstar-review-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r24", "task": "syn-14-bug-sla-business-hours", "tokens": 165128, "usd_est": null, "venue": "studio", "wall_s": 229.458}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57e", "task": "syn-14-bug-sla-business-hours", "tokens": 107583, "usd_est": null, "venue": "studio", "wall_s": 131.236}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57e", "task": "syn-14-bug-sla-business-hours", "tokens": 111813, "usd_est": null, "venue": "studio", "wall_s": 85.357}
{"ITT outcome": "fail", "arm": "Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r24", "task": "syn-14-bug-sla-business-hours", "tokens": 149110, "usd_est": null, "venue": "studio", "wall_s": 186.061}
{"ITT outcome": "fail", "arm": "Pstar-review-v2", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r24", "task": "syn-14-bug-sla-business-hours", "tokens": 482416, "usd_est": null, "venue": "studio", "wall_s": 404.539}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57e", "task": "syn-14-bug-sla-business-hours", "tokens": 141713, "usd_est": null, "venue": "studio", "wall_s": 172.815}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57e", "task": "syn-14-bug-sla-business-hours", "tokens": 29991, "usd_est": null, "venue": "studio", "wall_s": 55.82}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57e", "task": "syn-14-bug-sla-business-hours", "tokens": 150352, "usd_est": null, "venue": "studio", "wall_s": 152.145}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57e", "task": "syn-14-bug-sla-business-hours", "tokens": 38239, "usd_est": null, "venue": "studio", "wall_s": 115.515}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57e", "task": "syn-14-bug-sla-business-hours", "tokens": 160299, "usd_est": null, "venue": "studio", "wall_s": 144.69}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57e", "task": "syn-14-bug-sla-business-hours", "tokens": 82108, "usd_est": null, "venue": "studio", "wall_s": 86.851}
{"ITT outcome": "pass", "arm": "default-tools", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57e", "task": "syn-14-bug-sla-business-hours", "tokens": 150118, "usd_est": null, "venue": "studio", "wall_s": 110.527}
{"ITT outcome": "pass", "arm": "shell-only", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57e", "task": "syn-14-bug-sla-business-hours", "tokens": 143193, "usd_est": null, "venue": "studio", "wall_s": 119.973}
{"ITT outcome": "pass", "arm": "accept", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-15-validation-ticket-form", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "approach", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-15-validation-ticket-form", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "spec", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-15-validation-ticket-form", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r69", "task": "syn-15-validation-ticket-form", "tokens": 185905, "usd_est": null, "venue": "studio", "wall_s": 215.471}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r69", "task": "syn-15-validation-ticket-form", "tokens": 174158, "usd_est": null, "venue": "studio", "wall_s": 244.292}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "syn-15-validation-ticket-form", "tokens": 159550, "usd_est": null, "venue": "studio", "wall_s": 175.225}
{"ITT outcome": "pass", "arm": "accept", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-20-email-invite-flow", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "approach", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-20-email-invite-flow", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-20-email-invite-flow", "tokens": 809594, "usd_est": null, "venue": "studio", "wall_s": 526.319}
{"ITT outcome": "fail", "arm": "spec", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r69", "task": "syn-20-email-invite-flow", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r69", "task": "syn-20-email-invite-flow", "tokens": 186070, "usd_est": null, "venue": "studio", "wall_s": 259.712}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r69", "task": "syn-20-email-invite-flow", "tokens": 562933, "usd_est": null, "venue": "studio", "wall_s": 403.505}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "syn-20-email-invite-flow", "tokens": 262665, "usd_est": null, "venue": "studio", "wall_s": 254.688}
{"ITT outcome": "pass", "arm": "accept", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-24-csv-import", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "approach", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-24-csv-import", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-24-csv-import", "tokens": 541905, "usd_est": null, "venue": "studio", "wall_s": 611.653}
{"ITT outcome": "pass", "arm": "spec", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-24-csv-import", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r69", "task": "syn-24-csv-import", "tokens": 586544, "usd_est": null, "venue": "studio", "wall_s": 456.877}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r69", "task": "syn-24-csv-import", "tokens": 584083, "usd_est": null, "venue": "studio", "wall_s": 1140.616}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r69", "task": "syn-24-csv-import", "tokens": 850510, "usd_est": null, "venue": "studio", "wall_s": 379.463}
{"ITT outcome": "pass", "arm": "accept", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-31-inbound-email-webhook", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "approach", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-31-inbound-email-webhook", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-31-inbound-email-webhook", "tokens": 481748, "usd_est": null, "venue": "studio", "wall_s": 443.736}
{"ITT outcome": "pass", "arm": "spec", "effort": "low", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r69", "task": "syn-31-inbound-email-webhook", "tokens": null, "usd_est": null, "venue": "studio", "wall_s": null}
{"ITT outcome": "pass", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r69", "task": "syn-31-inbound-email-webhook", "tokens": 456248, "usd_est": null, "venue": "studio", "wall_s": 676.079}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r69", "task": "syn-31-inbound-email-webhook", "tokens": 401966, "usd_est": null, "venue": "studio", "wall_s": 591.706}
{"ITT outcome": "fail", "arm": "none", "effort": "xhigh", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r69", "task": "syn-31-inbound-email-webhook", "tokens": 583382, "usd_est": null, "venue": "studio", "wall_s": 397.524}
{"ITT outcome": "fail", "arm": "solhigh-direct", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r20", "task": "rails-ar-bulk-access-grants", "tokens": 147066, "usd_est": null, "venue": "studio", "wall_s": 352.626}
{"ITT outcome": "fail", "arm": "solhigh-direct", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r20", "task": "rails-ar-bulk-access-grants", "tokens": 156360, "usd_est": null, "venue": "studio", "wall_s": 346.557}
{"ITT outcome": "pass", "arm": "solhigh-direct", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r20", "task": "rails-ar-bulk-access-grants", "tokens": 121664, "usd_est": null, "venue": "studio", "wall_s": 237.181}
{"ITT outcome": "pass", "arm": "solhigh-direct", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r20", "task": "rails-as-variant-processed-once", "tokens": 427292, "usd_est": null, "venue": "studio", "wall_s": 215.124}
{"ITT outcome": "pass", "arm": "solhigh-direct", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r20", "task": "rails-as-variant-processed-once", "tokens": 673095, "usd_est": null, "venue": "studio", "wall_s": 292.24}
{"ITT outcome": "pass", "arm": "solhigh-direct", "effort": "high", "exclusion reason": "", "harness": "kh-gpt", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r20", "task": "rails-as-variant-processed-once", "tokens": 243710, "usd_est": null, "venue": "studio", "wall_s": 215.246}
{"ITT outcome": "pass", "arm": "lr1:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 83792, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 430.779}
{"ITT outcome": "pass", "arm": "lr1:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 54960, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 153.134}
{"ITT outcome": "pass", "arm": "lr1:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 101384, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 197.087}
{"ITT outcome": "fail", "arm": "lr1:w1+w2+w5", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 22704, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 613.654}
{"ITT outcome": "pass", "arm": "lr1:w1+w2+w5", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 19652, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 767.513}
{"ITT outcome": "pass", "arm": "lr1:w1+w2+w5", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 33331, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 603.016}
{"ITT outcome": "fail", "arm": "lr1:w1+w5", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 9687, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 546.529}
{"ITT outcome": "fail", "arm": "lr1:w1+w5", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 8988, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 577.226}
{"ITT outcome": "fail", "arm": "lr1:w1+w5", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 7042, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 578.024}
{"ITT outcome": "pass", "arm": "lr1:w2+w5", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 69791, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 122.878}
{"ITT outcome": "fail", "arm": "lr1:w2+w5", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 45388, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 191.819}
{"ITT outcome": "pass", "arm": "lr1:w2+w5", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 34756, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 199.443}
{"ITT outcome": "pass", "arm": "lr1:w5", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 51847, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 81.507}
{"ITT outcome": "fail", "arm": "lr1:w5", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 17209, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 41.102}
{"ITT outcome": "pass", "arm": "lr1:w5", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 27130, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 112.981}
{"ITT outcome": "pass", "arm": "lr1:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 34526, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 377.14}
{"ITT outcome": "pass", "arm": "lr1:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 54799, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 168.827}
{"ITT outcome": "pass", "arm": "lr1:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 22484, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 171.625}
{"ITT outcome": "pass", "arm": "lr1:w1+w2", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 82012, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 663.025}
{"ITT outcome": "pass", "arm": "lr1:w1+w2", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 46429, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 609.857}
{"ITT outcome": "pass", "arm": "lr1:w1+w2", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 37684, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 594.298}
{"ITT outcome": "pass", "arm": "lr1:w1", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 30430, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 640.17}
{"ITT outcome": "pass", "arm": "lr1:w1", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 36693, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 588.641}
{"ITT outcome": "pass", "arm": "lr1:w1", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 48194, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 620.215}
{"ITT outcome": "pass", "arm": "lr1:w2", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 38707, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 379.972}
{"ITT outcome": "pass", "arm": "lr1:w2", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 38108, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 157.297}
{"ITT outcome": "pass", "arm": "lr1:w2", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r1", "task": "rails-ar-archive-book-access", "tokens": 117376, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 316.825}
{"ITT outcome": "pass", "arm": "lr2:bare", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 19348, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 35.435}
{"ITT outcome": "pass", "arm": "lr2:bare", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 134063, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 197.011}
{"ITT outcome": "pass", "arm": "lr2:k-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 50409, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 117.689}
{"ITT outcome": "pass", "arm": "lr2:k-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 102349, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 295.427}
{"ITT outcome": "fail", "arm": "lr2:m-p09+p10", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 118086, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 701.588}
{"ITT outcome": "pass", "arm": "lr2:m-p09+p10", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 83057, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 130.863}
{"ITT outcome": "pass", "arm": "lr2:p02", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 29608, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 66.003}
{"ITT outcome": "pass", "arm": "lr2:p02", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 45966, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 48.266}
{"ITT outcome": "pass", "arm": "lr2:w1+p04", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 39021, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 948.605}
{"ITT outcome": "fail", "arm": "lr2:w1+p04", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 38187, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 943.047}
{"ITT outcome": "pass", "arm": "lr2:w1+p09", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 22108, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 778.095}
{"ITT outcome": "fail", "arm": "lr2:w1+p09", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 45851, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 923.965}
{"ITT outcome": "pass", "arm": "lr2:w1+p14", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 59416, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 812.768}
{"ITT outcome": "fail", "arm": "lr2:bare", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 32447, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 170.531}
{"ITT outcome": "pass", "arm": "lr2:k-turns200", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 58435, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 73.976}
{"ITT outcome": "pass", "arm": "lr2:m-p04+p17", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 50756, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 81.491}
{"ITT outcome": "fail", "arm": "lr2:p01", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 52449, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 508.274}
{"ITT outcome": "pass", "arm": "lr2:p04", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 48523, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 168.819}
{"ITT outcome": "pass", "arm": "lr2:p05", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 41111, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 88.102}
{"ITT outcome": "pass", "arm": "lr2:p06", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 44495, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 233.987}
{"ITT outcome": "pass", "arm": "lr2:p07", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 25292, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 93.381}
{"ITT outcome": "pass", "arm": "lr2:p08", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 51849, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 470.547}
{"ITT outcome": "pass", "arm": "lr2:p11", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 39595, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 298.479}
{"ITT outcome": "fail", "arm": "lr2:w1+p06", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 48959, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 673.694}
{"ITT outcome": "fail", "arm": "lr2:w1+p18", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r2", "task": "rails-ar-archive-book-access", "tokens": 31145, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 561.677}
{"ITT outcome": "fail", "arm": "r10sl:B2", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r10", "task": "rails-sup-legacy-conversions", "tokens": 111419, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 194.985}
{"ITT outcome": "pass", "arm": "r10sl:B2", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r10", "task": "rails-sup-legacy-conversions", "tokens": 283987, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 196.153}
{"ITT outcome": "fail", "arm": "r10sl:B2", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r10", "task": "rails-sup-legacy-conversions", "tokens": 213651, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 185.838}
{"ITT outcome": "pass", "arm": "r10sl:bare", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r10", "task": "rails-sup-legacy-conversions", "tokens": 93695, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 175.144}
{"ITT outcome": "pass", "arm": "r10sl:bare", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r10", "task": "rails-sup-legacy-conversions", "tokens": 82629, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 148.067}
{"ITT outcome": "fail", "arm": "r10sl:bare", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r10", "task": "rails-sup-legacy-conversions", "tokens": 81209, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 132.58}
{"ITT outcome": "pass", "arm": "r10sl:B3", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r10", "task": "rails-sup-legacy-conversions", "tokens": 90272, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 147.037}
{"ITT outcome": "pass", "arm": "r10sl:B3", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r10", "task": "rails-sup-legacy-conversions", "tokens": 68314, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 155.587}
{"ITT outcome": "pass", "arm": "r10sl:B3", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r10", "task": "rails-sup-legacy-conversions", "tokens": 117605, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 98.47}
{"ITT outcome": "fail", "arm": "r10sl:bare", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r10", "task": "rails-sup-legacy-conversions", "tokens": 47523, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 112.025}
{"ITT outcome": "fail", "arm": "r10sl:bare", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r10", "task": "rails-sup-legacy-conversions", "tokens": 37717, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 130.044}
{"ITT outcome": "fail", "arm": "r10sl:bare", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r10", "task": "rails-sup-legacy-conversions", "tokens": 52960, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 72.928}
{"ITT outcome": "unresolved", "arm": "r12:B3", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r12", "task": "syn-13-bug-empty-filter-crash", "tokens": 185890, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 78.58}
{"ITT outcome": "unresolved", "arm": "r12:B3", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r12", "task": "syn-13-bug-empty-filter-crash", "tokens": 103047, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 42.109}
{"ITT outcome": "unresolved", "arm": "r12:B3", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r12", "task": "syn-13-bug-empty-filter-crash", "tokens": 224263, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 47.751}
{"ITT outcome": "unresolved", "arm": "r12:bare", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r12", "task": "syn-13-bug-empty-filter-crash", "tokens": 170287, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 45.07}
{"ITT outcome": "unresolved", "arm": "r12:bare", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r12", "task": "syn-13-bug-empty-filter-crash", "tokens": 122880, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 45.111}
{"ITT outcome": "unresolved", "arm": "r12:bare", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r12", "task": "syn-13-bug-empty-filter-crash", "tokens": 182726, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 59.823}
{"ITT outcome": "unresolved", "arm": "r12:plan-sol-nc", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r12", "task": "syn-13-bug-empty-filter-crash", "tokens": 263598, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 208.701}
{"ITT outcome": "unresolved", "arm": "r12:plan-sol-nc", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r12", "task": "syn-13-bug-empty-filter-crash", "tokens": 180797, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 205.664}
{"ITT outcome": "unresolved", "arm": "r12:plan-sol-nc", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r12", "task": "syn-13-bug-empty-filter-crash", "tokens": 175944, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 162.43}
{"ITT outcome": "unresolved", "arm": "r12:plan-sol", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r12", "task": "syn-13-bug-empty-filter-crash", "tokens": 161787, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 307.629}
{"ITT outcome": "unresolved", "arm": "r12:plan-sol", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r12", "task": "syn-13-bug-empty-filter-crash", "tokens": 202496, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 281.662}
{"ITT outcome": "unresolved", "arm": "r12:plan-sol", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r12", "task": "syn-13-bug-empty-filter-crash", "tokens": 241330, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 319.483}
{"ITT outcome": "unresolved", "arm": "r12:B3", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r12", "task": "elx-07-cli-stats", "tokens": 99507, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 80.524}
{"ITT outcome": "unresolved", "arm": "r12:B3", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r12", "task": "elx-07-cli-stats", "tokens": 186890, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 151.817}
{"ITT outcome": "unresolved", "arm": "r12:B3", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r12", "task": "elx-07-cli-stats", "tokens": 172120, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 277.189}
{"ITT outcome": "unresolved", "arm": "r12:bare", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r12", "task": "elx-07-cli-stats", "tokens": 80697, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 87.9}
{"ITT outcome": "unresolved", "arm": "r12:bare", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r12", "task": "elx-07-cli-stats", "tokens": 117600, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 102.55}
{"ITT outcome": "unresolved", "arm": "r12:bare", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r12", "task": "elx-07-cli-stats", "tokens": 101425, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 106.33}
{"ITT outcome": "unresolved", "arm": "r12:plan-sol-nc", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r12", "task": "elx-07-cli-stats", "tokens": 146373, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 230.039}
{"ITT outcome": "unresolved", "arm": "r12:plan-sol-nc", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r12", "task": "elx-07-cli-stats", "tokens": 164616, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 242.384}
{"ITT outcome": "unresolved", "arm": "r12:plan-sol-nc", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r12", "task": "elx-07-cli-stats", "tokens": 146950, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 230.736}
{"ITT outcome": "unresolved", "arm": "r12:plan-sol", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r12", "task": "elx-07-cli-stats", "tokens": 92543, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 330.576}
{"ITT outcome": "unresolved", "arm": "r12:plan-sol", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r12", "task": "elx-07-cli-stats", "tokens": 59270, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 303.529}
{"ITT outcome": "unresolved", "arm": "r12:plan-sol", "effort": "low", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r12", "task": "elx-07-cli-stats", "tokens": 125905, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 375.139}
{"ITT outcome": "pass", "arm": "r16:bare", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r16", "task": "syn-13-bug-empty-filter-crash", "tokens": 115512, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 32.805}
{"ITT outcome": "pass", "arm": "r16:bare", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r16", "task": "syn-13-bug-empty-filter-crash", "tokens": 78420, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 38.111}
{"ITT outcome": "pass", "arm": "r16:bare", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r16", "task": "syn-13-bug-empty-filter-crash", "tokens": 106546, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 48.803}
{"ITT outcome": "pass", "arm": "r16:plan-sol-nc-gx", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r16", "task": "syn-13-bug-empty-filter-crash", "tokens": 257084, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 206.988}
{"ITT outcome": "pass", "arm": "r16:plan-sol-nc-gx", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r16", "task": "syn-13-bug-empty-filter-crash", "tokens": 269824, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 223.741}
{"ITT outcome": "pass", "arm": "r16:plan-sol-nc-gx", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r16", "task": "syn-13-bug-empty-filter-crash", "tokens": 285279, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 194.213}
{"ITT outcome": "fail", "arm": "r16:plan-sol-nc", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r16", "task": "syn-13-bug-empty-filter-crash", "tokens": 227623, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 240.474}
{"ITT outcome": "fail", "arm": "r16:plan-sol-nc", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r16", "task": "syn-13-bug-empty-filter-crash", "tokens": 91438, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 153.583}
{"ITT outcome": "fail", "arm": "r16:plan-sol-nc", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r16", "task": "syn-13-bug-empty-filter-crash", "tokens": 143399, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 153.762}
{"ITT outcome": "fail", "arm": "r16:bare", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r16", "task": "elx-07-cli-stats", "tokens": 97599, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 98.272}
{"ITT outcome": "fail", "arm": "r16:bare", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r16", "task": "elx-07-cli-stats", "tokens": 91812, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 77.218}
{"ITT outcome": "fail", "arm": "r16:bare", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r16", "task": "elx-07-cli-stats", "tokens": 47341, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 65.709}
{"ITT outcome": "pass", "arm": "r16:plan-sol-nc-gx", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r16", "task": "elx-07-cli-stats", "tokens": 192567, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 255.432}
{"ITT outcome": "pass", "arm": "r16:plan-sol-nc-gx", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r16", "task": "elx-07-cli-stats", "tokens": 217347, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 253.438}
{"ITT outcome": "pass", "arm": "r16:plan-sol-nc-gx", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r16", "task": "elx-07-cli-stats", "tokens": 102890, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 219.11}
{"ITT outcome": "pass", "arm": "r16:plan-sol-nc", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r16", "task": "elx-07-cli-stats", "tokens": 92568, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 233.29}
{"ITT outcome": "pass", "arm": "r16:plan-sol-nc", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r16", "task": "elx-07-cli-stats", "tokens": 63514, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 169.234}
{"ITT outcome": "pass", "arm": "r16:plan-sol-nc", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r16", "task": "elx-07-cli-stats", "tokens": 115318, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 250.881}
{"ITT outcome": "fail", "arm": "r17reg:Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r17", "task": "syn-14-bug-sla-business-hours", "tokens": 165290, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 182.539}
{"ITT outcome": "fail", "arm": "r17reg:Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r17", "task": "syn-14-bug-sla-business-hours", "tokens": 214839, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 268.72}
{"ITT outcome": "pass", "arm": "r17reg:Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r17", "task": "syn-14-bug-sla-business-hours", "tokens": 195412, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 170.251}
{"ITT outcome": "pass", "arm": "r17reg:Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r17", "task": "elx-05-cache-single-flight", "tokens": 40759, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 184.589}
{"ITT outcome": "pass", "arm": "r17reg:Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r17", "task": "elx-05-cache-single-flight", "tokens": 45825, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 215.192}
{"ITT outcome": "pass", "arm": "r17reg:Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r17", "task": "elx-05-cache-single-flight", "tokens": 49009, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 210.784}
{"ITT outcome": "pass", "arm": "r19rev:bare", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r19", "task": "syn-14-bug-sla-business-hours", "tokens": 67377, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 42.891}
{"ITT outcome": "pass", "arm": "r19rev:bare", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r19", "task": "syn-14-bug-sla-business-hours", "tokens": 58332, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 41.678}
{"ITT outcome": "pass", "arm": "r19rev:bare", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r19", "task": "syn-14-bug-sla-business-hours", "tokens": 67353, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 37.119}
{"ITT outcome": "pass", "arm": "r19rev:review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r19", "task": "syn-14-bug-sla-business-hours", "tokens": 58305, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 42.83}
{"ITT outcome": "pass", "arm": "r19rev:review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r19", "task": "syn-14-bug-sla-business-hours", "tokens": 67367, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 51.449}
{"ITT outcome": "pass", "arm": "r19rev:review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r19", "task": "syn-14-bug-sla-business-hours", "tokens": 91922, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 46.708}
{"ITT outcome": "fail", "arm": "r19rev:bare", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r19", "task": "elx-07-cli-stats", "tokens": 53271, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 98.799}
{"ITT outcome": "fail", "arm": "r19rev:bare", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r19", "task": "elx-07-cli-stats", "tokens": 41758, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 61.496}
{"ITT outcome": "fail", "arm": "r19rev:bare", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r19", "task": "elx-07-cli-stats", "tokens": 77018, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 96.835}
{"ITT outcome": "fail", "arm": "r19rev:review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r19", "task": "elx-07-cli-stats", "tokens": 115892, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 227.125}
{"ITT outcome": "fail", "arm": "r19rev:review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r19", "task": "elx-07-cli-stats", "tokens": 120638, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 229.722}
{"ITT outcome": "fail", "arm": "r19rev:review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r19", "task": "elx-07-cli-stats", "tokens": 163899, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 224.232}
{"ITT outcome": "fail", "arm": "r21pr:Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r21", "task": "syn-14-bug-sla-business-hours", "tokens": 280358, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 260.428}
{"ITT outcome": "pass", "arm": "r21pr:Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r21", "task": "syn-14-bug-sla-business-hours", "tokens": 150163, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 182.554}
{"ITT outcome": "fail", "arm": "r21pr:Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r21", "task": "syn-14-bug-sla-business-hours", "tokens": 217499, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 215.99}
{"ITT outcome": "fail", "arm": "r21pr:Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r21", "task": "syn-14-bug-sla-business-hours", "tokens": 236679, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 320.826}
{"ITT outcome": "fail", "arm": "r21pr:Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r21", "task": "syn-14-bug-sla-business-hours", "tokens": 309863, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 306.37}
{"ITT outcome": "fail", "arm": "r21pr:Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r21", "task": "syn-14-bug-sla-business-hours", "tokens": 265261, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 315.9}
{"ITT outcome": "pass", "arm": "r21pr:Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r21", "task": "elx-07-cli-stats", "tokens": 84221, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 213.536}
{"ITT outcome": "fail", "arm": "r21pr:Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r21", "task": "elx-07-cli-stats", "tokens": 92640, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 191.784}
{"ITT outcome": "pass", "arm": "r21pr:Pstar", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r21", "task": "elx-07-cli-stats", "tokens": 99485, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 201.568}
{"ITT outcome": "fail", "arm": "r21pr:Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r21", "task": "elx-07-cli-stats", "tokens": 314282, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 410.47}
{"ITT outcome": "fail", "arm": "r21pr:Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r21", "task": "elx-07-cli-stats", "tokens": 331646, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 419.589}
{"ITT outcome": "pass", "arm": "r21pr:Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r21", "task": "elx-07-cli-stats", "tokens": 255386, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 382.329}
{"ITT outcome": "pass", "arm": "r22up:Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r22", "task": "elx-12-retry-api-deprecation", "tokens": 167877, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 396.379}
{"ITT outcome": "pass", "arm": "r22up:Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r22", "task": "elx-12-retry-api-deprecation", "tokens": 122401, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 280.737}
{"ITT outcome": "pass", "arm": "r22up:Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r22", "task": "elx-12-retry-api-deprecation", "tokens": 189222, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 288.406}
{"ITT outcome": "pass", "arm": "r22up:bare", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r22", "task": "elx-12-retry-api-deprecation", "tokens": 45493, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 52.763}
{"ITT outcome": "pass", "arm": "r22up:bare", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r22", "task": "elx-12-retry-api-deprecation", "tokens": 26235, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 61.377}
{"ITT outcome": "pass", "arm": "r22up:bare", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r22", "task": "elx-12-retry-api-deprecation", "tokens": 37920, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 74.362}
{"ITT outcome": "pass", "arm": "r22up:review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r22", "task": "elx-12-retry-api-deprecation", "tokens": 110455, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 189.198}
{"ITT outcome": "pass", "arm": "r22up:review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r22", "task": "elx-12-retry-api-deprecation", "tokens": 65379, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 138.453}
{"ITT outcome": "pass", "arm": "r22up:review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r22", "task": "elx-12-retry-api-deprecation", "tokens": 90806, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 206.592}
{"ITT outcome": "pass", "arm": "r23:agentic", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r23", "task": "elx-07-cli-stats", "tokens": 73512, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 450.274}
{"ITT outcome": "pass", "arm": "r23:agentic", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r23", "task": "elx-07-cli-stats", "tokens": 75890, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 447.444}
{"ITT outcome": "pass", "arm": "r23:agentic", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r23", "task": "elx-07-cli-stats", "tokens": 73374, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 439.092}
{"ITT outcome": "fail", "arm": "r23:review-esc", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r23", "task": "elx-07-cli-stats", "tokens": 129896, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 378.277}
{"ITT outcome": "fail", "arm": "r23:review-esc", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r23", "task": "elx-07-cli-stats", "tokens": 87564, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 265.924}
{"ITT outcome": "fail", "arm": "r23:review-esc", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r23", "task": "elx-07-cli-stats", "tokens": 157967, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 363.409}
{"ITT outcome": "pass", "arm": "r24:Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r24", "task": "syn-14-bug-sla-business-hours", "tokens": 172490, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 258.945}
{"ITT outcome": "fail", "arm": "r24:Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r24", "task": "syn-14-bug-sla-business-hours", "tokens": 141403, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 195.664}
{"ITT outcome": "fail", "arm": "r24:Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r24", "task": "syn-14-bug-sla-business-hours", "tokens": 419001, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 303.307}
{"ITT outcome": "fail", "arm": "r24:Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r24", "task": "syn-14-bug-sla-business-hours", "tokens": 406617, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 300.07}
{"ITT outcome": "fail", "arm": "r24:Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r24", "task": "syn-14-bug-sla-business-hours", "tokens": 256132, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 272.691}
{"ITT outcome": "fail", "arm": "r24:Pstar-review-v2", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r24", "task": "syn-14-bug-sla-business-hours", "tokens": 340597, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 243.959}
{"ITT outcome": "fail", "arm": "r24:Pstar-review-v2", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r24", "task": "syn-14-bug-sla-business-hours", "tokens": 103582, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 236.022}
{"ITT outcome": "fail", "arm": "r24:Pstar-review-v2", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r24", "task": "syn-14-bug-sla-business-hours", "tokens": 185934, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 222.842}
{"ITT outcome": "fail", "arm": "r24:Pstar-review-v2", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r24", "task": "syn-14-bug-sla-business-hours", "tokens": 160283, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 208.517}
{"ITT outcome": "fail", "arm": "r24:Pstar-review-v2", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r24", "task": "syn-14-bug-sla-business-hours", "tokens": 133849, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 199.466}
{"ITT outcome": "pass", "arm": "r24:Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r24", "task": "elx-07-cli-stats", "tokens": 233733, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 361.967}
{"ITT outcome": "fail", "arm": "r24:Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r24", "task": "elx-07-cli-stats", "tokens": 116381, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1127.258}
{"ITT outcome": "pass", "arm": "r24:Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r24", "task": "elx-07-cli-stats", "tokens": 211442, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 426.811}
{"ITT outcome": "fail", "arm": "r24:Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r24", "task": "elx-07-cli-stats", "tokens": 311589, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 420.489}
{"ITT outcome": "pass", "arm": "r24:Pstar-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r24", "task": "elx-07-cli-stats", "tokens": 223750, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 415.523}
{"ITT outcome": "pass", "arm": "r24:Pstar-review-v2", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r24", "task": "elx-07-cli-stats", "tokens": 222322, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 390.878}
{"ITT outcome": "pass", "arm": "r24:Pstar-review-v2", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r24", "task": "elx-07-cli-stats", "tokens": 167232, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 353.136}
{"ITT outcome": "fail", "arm": "r24:Pstar-review-v2", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r24", "task": "elx-07-cli-stats", "tokens": 333518, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 399.666}
{"ITT outcome": "pass", "arm": "r24:Pstar-review-v2", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r24", "task": "elx-07-cli-stats", "tokens": 284095, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 368.55}
{"ITT outcome": "pass", "arm": "r24:Pstar-review-v2", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r24", "task": "elx-07-cli-stats", "tokens": 273778, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 342.606}
{"ITT outcome": "pass", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r25", "task": "elx-12-retry-api-deprecation", "tokens": 158693, "usd_est": 0.0041867399999999996, "venue": "kogen-bench-eu", "wall_s": 68.563}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r25", "task": "elx-12-retry-api-deprecation", "tokens": 113638, "usd_est": 0.00311772, "venue": "kogen-bench-eu", "wall_s": 57.363}
{"ITT outcome": "pass", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r25", "task": "elx-12-retry-api-deprecation", "tokens": 68964, "usd_est": 0.00299864, "venue": "kogen-bench-eu", "wall_s": 43.539}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r25", "task": "rails-ar-bulk-access-grants", "tokens": 90130, "usd_est": 0.00256732, "venue": "kogen-bench-eu", "wall_s": 30.887}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r25", "task": "rails-ar-bulk-access-grants", "tokens": 91417, "usd_est": 0.00219802, "venue": "kogen-bench-eu", "wall_s": 46.139}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r25", "task": "rails-ar-bulk-access-grants", "tokens": 144398, "usd_est": 0.0032582, "venue": "kogen-bench-eu", "wall_s": 57.982}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r25", "task": "rails-hw-scoped-broadcast", "tokens": 136268, "usd_est": 0.0032626400000000002, "venue": "kogen-bench-eu", "wall_s": 27.46}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r25", "task": "rails-hw-scoped-broadcast", "tokens": 151755, "usd_est": 0.00302662, "venue": "kogen-bench-eu", "wall_s": 49.837}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r25", "task": "rails-hw-scoped-broadcast", "tokens": 217878, "usd_est": 0.0045318, "venue": "kogen-bench-eu", "wall_s": 45.082}
{"ITT outcome": "pass", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r25", "task": "rails-sup-legacy-conversions", "tokens": 178658, "usd_est": 0.00485748, "venue": "kogen-bench-eu", "wall_s": 64.32}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r25", "task": "rails-sup-legacy-conversions", "tokens": 157173, "usd_est": 0.0034782600000000004, "venue": "kogen-bench-eu", "wall_s": 39.818}
{"ITT outcome": "pass", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r25", "task": "rails-sup-legacy-conversions", "tokens": 85598, "usd_est": 0.0023106, "venue": "kogen-bench-eu", "wall_s": 28.483}
{"ITT outcome": "pass", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r25", "task": "syn-13-bug-empty-filter-crash", "tokens": 144802, "usd_est": 0.0037825200000000006, "venue": "kogen-bench-eu", "wall_s": 34.405}
{"ITT outcome": "pass", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r25", "task": "syn-13-bug-empty-filter-crash", "tokens": 185368, "usd_est": 0.00473736, "venue": "kogen-bench-eu", "wall_s": 47.062}
{"ITT outcome": "pass", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r25", "task": "syn-13-bug-empty-filter-crash", "tokens": 175917, "usd_est": 0.00436522, "venue": "kogen-bench-eu", "wall_s": 39.583}
{"ITT outcome": "pass", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r25", "task": "syn-14-bug-sla-business-hours", "tokens": 135326, "usd_est": 0.00431204, "venue": "kogen-bench-eu", "wall_s": 35.53}
{"ITT outcome": "pass", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r25", "task": "syn-14-bug-sla-business-hours", "tokens": 204722, "usd_est": 0.0041277200000000005, "venue": "kogen-bench-eu", "wall_s": 45.868}
{"ITT outcome": "pass", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r25", "task": "syn-14-bug-sla-business-hours", "tokens": 97880, "usd_est": 0.00256408, "venue": "kogen-bench-eu", "wall_s": 31.943}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r25", "task": "elx-07-cli-stats", "tokens": 163114, "usd_est": 0.004682680000000001, "venue": "kogen-bench-us", "wall_s": 85.573}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r25", "task": "elx-07-cli-stats", "tokens": 155964, "usd_est": 0.00544384, "venue": "kogen-bench-us", "wall_s": 85.36}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r25", "task": "elx-07-cli-stats", "tokens": 122331, "usd_est": 0.0049435799999999995, "venue": "kogen-bench-us", "wall_s": 66.7}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r25", "task": "rails-ac-throttle-search", "tokens": 293116, "usd_est": 0.0060538400000000004, "venue": "kogen-bench-us", "wall_s": 88.057}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r25", "task": "rails-ac-throttle-search", "tokens": 139671, "usd_est": 0.0034259800000000003, "venue": "kogen-bench-us", "wall_s": 28.465}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r25", "task": "rails-ac-throttle-search", "tokens": 99073, "usd_est": 0.0026111400000000005, "venue": "kogen-bench-us", "wall_s": 32.079}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r25", "task": "rails-aj-enqueue-after-commit", "tokens": 102756, "usd_est": 0.00278648, "venue": "kogen-bench-us", "wall_s": 30.087}
{"ITT outcome": "pass", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r25", "task": "rails-aj-enqueue-after-commit", "tokens": 342074, "usd_est": 0.0067721199999999995, "venue": "kogen-bench-us", "wall_s": 87.122}
{"ITT outcome": "pass", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r25", "task": "rails-aj-enqueue-after-commit", "tokens": 187660, "usd_est": 0.00381632, "venue": "kogen-bench-us", "wall_s": 32.91}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r25", "task": "rails-ar-archive-book-access", "tokens": 54047, "usd_est": 0.0013995, "venue": "kogen-bench-us", "wall_s": 14.439}
{"ITT outcome": "pass", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r25", "task": "rails-ar-archive-book-access", "tokens": 121731, "usd_est": 0.0028261400000000004, "venue": "kogen-bench-us", "wall_s": 36.099}
{"ITT outcome": "pass", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r25", "task": "rails-ar-archive-book-access", "tokens": 94786, "usd_est": 0.0020482800000000004, "venue": "kogen-bench-us", "wall_s": 21.05}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r25", "task": "rails-as-variant-processed-once", "tokens": 444007, "usd_est": 0.00783782, "venue": "kogen-bench-us", "wall_s": 71.834}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r25", "task": "rails-as-variant-processed-once", "tokens": 84306, "usd_est": 0.001949, "venue": "kogen-bench-us", "wall_s": 20.272}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r25", "task": "rails-as-variant-processed-once", "tokens": 372938, "usd_est": 0.007149239999999999, "venue": "kogen-bench-us", "wall_s": 94.459}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r25", "task": "rails-sec-audit-sweep", "tokens": 1986019, "usd_est": 0.02891886, "venue": "kogen-bench-us", "wall_s": 232.749}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r25", "task": "rails-sec-audit-sweep", "tokens": 252275, "usd_est": 0.00620606, "venue": "kogen-bench-us", "wall_s": 50.97}
{"ITT outcome": "fail", "arm": "r25codex:bare", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r25", "task": "rails-sec-audit-sweep", "tokens": 377436, "usd_est": 0.00741792, "venue": "kogen-bench-us", "wall_s": 120.927}
{"ITT outcome": "pass", "arm": "r26-elx05:route", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r26", "task": "elx-05-cache-single-flight", "tokens": 49221, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 230.709}
{"ITT outcome": "pass", "arm": "r26-elx05:route", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r26", "task": "elx-05-cache-single-flight", "tokens": 41841, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 212.128}
{"ITT outcome": "pass", "arm": "r26-elx05:route", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r26", "task": "elx-05-cache-single-flight", "tokens": 216757, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 282.869}
{"ITT outcome": "pass", "arm": "r26-elx07:route", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r26", "task": "elx-07-cli-stats", "tokens": 361980, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 497.242}
{"ITT outcome": "pass", "arm": "r26-elx07:route", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r26", "task": "elx-07-cli-stats", "tokens": 381148, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 449.722}
{"ITT outcome": "pass", "arm": "r26-elx07:route", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r26", "task": "elx-07-cli-stats", "tokens": 221940, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 414.35}
{"ITT outcome": "pass", "arm": "r26-elx12:route", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r26", "task": "elx-12-retry-api-deprecation", "tokens": 220964, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 282.641}
{"ITT outcome": "fail", "arm": "r26-elx12:route", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r26", "task": "elx-12-retry-api-deprecation", "tokens": 319234, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 409.942}
{"ITT outcome": "pass", "arm": "r26-elx12:route", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r26", "task": "elx-12-retry-api-deprecation", "tokens": 188526, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 332.006}
{"ITT outcome": "pass", "arm": "r26-syn13:route", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r26", "task": "syn-13-bug-empty-filter-crash", "tokens": 310428, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 354.006}
{"ITT outcome": "pass", "arm": "r26-syn13:route", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r26", "task": "syn-13-bug-empty-filter-crash", "tokens": 188664, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 327.289}
{"ITT outcome": "pass", "arm": "r26-syn13:route", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r26", "task": "syn-13-bug-empty-filter-crash", "tokens": 287450, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 362.377}
{"ITT outcome": "pass", "arm": "r26-syn14:route", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r26", "task": "syn-14-bug-sla-business-hours", "tokens": 116178, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 317.539}
{"ITT outcome": "pass", "arm": "r26-syn14:route", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r26", "task": "syn-14-bug-sla-business-hours", "tokens": 79835, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 220.086}
{"ITT outcome": "pass", "arm": "r26-syn14:route", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r26", "task": "syn-14-bug-sla-business-hours", "tokens": 124485, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 237.919}
{"ITT outcome": "fail", "arm": "r27-elx07:advisor", "effort": "low", "exclusion reason": "", "harness": "kh-adv", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r27", "task": "elx-07-cli-stats", "tokens": 75887, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 94.279}
{"ITT outcome": "fail", "arm": "r27-elx07:advisor", "effort": "low", "exclusion reason": "", "harness": "kh-adv", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r27", "task": "elx-07-cli-stats", "tokens": 77107, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 102.489}
{"ITT outcome": "fail", "arm": "r27-elx07:advisor", "effort": "low", "exclusion reason": "", "harness": "kh-adv", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r27", "task": "elx-07-cli-stats", "tokens": 66365, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 76.97}
{"ITT outcome": "fail", "arm": "r27-elx07:bare", "effort": "low", "exclusion reason": "", "harness": "kh-adv", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r27", "task": "elx-07-cli-stats", "tokens": 50896, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 121.679}
{"ITT outcome": "fail", "arm": "r27-elx07:bare", "effort": "low", "exclusion reason": "", "harness": "kh-adv", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r27", "task": "elx-07-cli-stats", "tokens": 83954, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 104.869}
{"ITT outcome": "fail", "arm": "r27-elx07:bare", "effort": "low", "exclusion reason": "", "harness": "kh-adv", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r27", "task": "elx-07-cli-stats", "tokens": 49399, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 53.603}
{"ITT outcome": "pass", "arm": "r27-syn13:advisor", "effort": "low", "exclusion reason": "", "harness": "kh-adv", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r27", "task": "syn-13-bug-empty-filter-crash", "tokens": 100084, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 48.713}
{"ITT outcome": "pass", "arm": "r27-syn13:advisor", "effort": "low", "exclusion reason": "", "harness": "kh-adv", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r27", "task": "syn-13-bug-empty-filter-crash", "tokens": 108033, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 44.209}
{"ITT outcome": "pass", "arm": "r27-syn13:advisor", "effort": "low", "exclusion reason": "", "harness": "kh-adv", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r27", "task": "syn-13-bug-empty-filter-crash", "tokens": 117876, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 52.313}
{"ITT outcome": "pass", "arm": "r27-syn13:bare", "effort": "low", "exclusion reason": "", "harness": "kh-adv", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r27", "task": "syn-13-bug-empty-filter-crash", "tokens": 115215, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 57.365}
{"ITT outcome": "pass", "arm": "r27-syn13:bare", "effort": "low", "exclusion reason": "", "harness": "kh-adv", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r27", "task": "syn-13-bug-empty-filter-crash", "tokens": 116765, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 41.669}
{"ITT outcome": "pass", "arm": "r27-syn13:bare", "effort": "low", "exclusion reason": "", "harness": "kh-adv", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r27", "task": "syn-13-bug-empty-filter-crash", "tokens": 77924, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 38.176}
{"ITT outcome": "pass", "arm": "r27-syn14:advisor", "effort": "low", "exclusion reason": "", "harness": "kh-adv", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r27", "task": "syn-14-bug-sla-business-hours", "tokens": 68780, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 31.391}
{"ITT outcome": "pass", "arm": "r27-syn14:advisor", "effort": "low", "exclusion reason": "", "harness": "kh-adv", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r27", "task": "syn-14-bug-sla-business-hours", "tokens": 68776, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 35.971}
{"ITT outcome": "pass", "arm": "r27-syn14:advisor", "effort": "low", "exclusion reason": "", "harness": "kh-adv", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r27", "task": "syn-14-bug-sla-business-hours", "tokens": 123444, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 36.235}
{"ITT outcome": "pass", "arm": "r27-syn14:bare", "effort": "low", "exclusion reason": "", "harness": "kh-adv", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r27", "task": "syn-14-bug-sla-business-hours", "tokens": 59241, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 40.69}
{"ITT outcome": "pass", "arm": "r27-syn14:bare", "effort": "low", "exclusion reason": "", "harness": "kh-adv", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r27", "task": "syn-14-bug-sla-business-hours", "tokens": 68413, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 36.613}
{"ITT outcome": "pass", "arm": "r27-syn14:bare", "effort": "low", "exclusion reason": "", "harness": "kh-adv", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r27", "task": "syn-14-bug-sla-business-hours", "tokens": 69722, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 29.679}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r27", "task": "elx-12-retry-api-deprecation", "tokens": 709583, "usd_est": 0.018892779999999998, "venue": "kogen-bench-eu", "wall_s": 519.374}
{"ITT outcome": "fail", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r27", "task": "elx-12-retry-api-deprecation", "tokens": 227153, "usd_est": 0.0088461, "venue": "kogen-bench-eu", "wall_s": 294.064}
{"ITT outcome": "fail", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r27", "task": "elx-12-retry-api-deprecation", "tokens": 437966, "usd_est": 0.012752280000000001, "venue": "kogen-bench-eu", "wall_s": 338.204}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r27", "task": "rails-ar-bulk-access-grants", "tokens": 154001, "usd_est": 0.0075577, "venue": "kogen-bench-eu", "wall_s": 297.346}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r27", "task": "rails-ar-bulk-access-grants", "tokens": 198497, "usd_est": 0.01189114, "venue": "kogen-bench-eu", "wall_s": 438.478}
{"ITT outcome": "fail", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r27", "task": "rails-ar-bulk-access-grants", "tokens": 305947, "usd_est": 0.01560478, "venue": "kogen-bench-eu", "wall_s": 637.887}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r27", "task": "rails-hw-scoped-broadcast", "tokens": 288461, "usd_est": 0.010694180000000001, "venue": "kogen-bench-eu", "wall_s": 212.699}
{"ITT outcome": "fail", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r27", "task": "rails-hw-scoped-broadcast", "tokens": 270939, "usd_est": 0.009592459999999999, "venue": "kogen-bench-eu", "wall_s": 155.323}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r27", "task": "rails-hw-scoped-broadcast", "tokens": 251572, "usd_est": 0.008490639999999999, "venue": "kogen-bench-eu", "wall_s": 159.675}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r27", "task": "rails-sup-legacy-conversions", "tokens": 336708, "usd_est": 0.00934832, "venue": "kogen-bench-eu", "wall_s": 171.744}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r27", "task": "rails-sup-legacy-conversions", "tokens": 485141, "usd_est": 0.01592602, "venue": "kogen-bench-eu", "wall_s": 316.299}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r27", "task": "rails-sup-legacy-conversions", "tokens": 249613, "usd_est": 0.007740820000000001, "venue": "kogen-bench-eu", "wall_s": 245.539}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r27", "task": "syn-13-bug-empty-filter-crash", "tokens": 367074, "usd_est": 0.010893880000000002, "venue": "kogen-bench-eu", "wall_s": 187.109}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r27", "task": "syn-13-bug-empty-filter-crash", "tokens": 610232, "usd_est": 0.0158936, "venue": "kogen-bench-eu", "wall_s": 368.852}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r27", "task": "syn-13-bug-empty-filter-crash", "tokens": 517019, "usd_est": 0.01559966, "venue": "kogen-bench-eu", "wall_s": 266.557}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r27", "task": "syn-14-bug-sla-business-hours", "tokens": 260936, "usd_est": 0.00721616, "venue": "kogen-bench-eu", "wall_s": 96.436}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r27", "task": "syn-14-bug-sla-business-hours", "tokens": 246595, "usd_est": 0.0059123000000000005, "venue": "kogen-bench-eu", "wall_s": 108.449}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r27", "task": "syn-14-bug-sla-business-hours", "tokens": 235563, "usd_est": 0.00693526, "venue": "kogen-bench-eu", "wall_s": 91.791}
{"ITT outcome": "fail", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r27", "task": "elx-07-cli-stats", "tokens": 563792, "usd_est": 0.0164304, "venue": "kogen-bench-us", "wall_s": 329.216}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r27", "task": "elx-07-cli-stats", "tokens": 397577, "usd_est": 0.012827380000000001, "venue": "kogen-bench-us", "wall_s": 365.623}
{"ITT outcome": "fail", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r27", "task": "elx-07-cli-stats", "tokens": 598911, "usd_est": 0.01676406, "venue": "kogen-bench-us", "wall_s": 275.527}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r27", "task": "rails-ac-throttle-search", "tokens": 732242, "usd_est": 0.01889988, "venue": "kogen-bench-us", "wall_s": 684.364}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r27", "task": "rails-ac-throttle-search", "tokens": 1054076, "usd_est": 0.02225496, "venue": "kogen-bench-us", "wall_s": 485.106}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r27", "task": "rails-ac-throttle-search", "tokens": 859748, "usd_est": 0.023916240000000002, "venue": "kogen-bench-us", "wall_s": 559.146}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r27", "task": "rails-aj-enqueue-after-commit", "tokens": 682730, "usd_est": 0.014533959999999999, "venue": "kogen-bench-us", "wall_s": 251.136}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r27", "task": "rails-aj-enqueue-after-commit", "tokens": 631291, "usd_est": 0.012067979999999999, "venue": "kogen-bench-us", "wall_s": 163.997}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r27", "task": "rails-aj-enqueue-after-commit", "tokens": 527569, "usd_est": 0.0102977, "venue": "kogen-bench-us", "wall_s": 254.558}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r27", "task": "rails-ar-archive-book-access", "tokens": 78383, "usd_est": 0.0031352600000000004, "venue": "kogen-bench-us", "wall_s": 58.621}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r27", "task": "rails-ar-archive-book-access", "tokens": 98281, "usd_est": 0.0043321, "venue": "kogen-bench-us", "wall_s": 92.163}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r27", "task": "rails-ar-archive-book-access", "tokens": 165487, "usd_est": 0.00797942, "venue": "kogen-bench-us", "wall_s": 116.576}
{"ITT outcome": "fail", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r27", "task": "rails-as-variant-processed-once", "tokens": 864741, "usd_est": 0.01969466, "venue": "kogen-bench-us", "wall_s": 312.168}
{"ITT outcome": "fail", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r27", "task": "rails-as-variant-processed-once", "tokens": 522963, "usd_est": 0.014852299999999999, "venue": "kogen-bench-us", "wall_s": 185.36}
{"ITT outcome": "fail", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r27", "task": "rails-as-variant-processed-once", "tokens": 939286, "usd_est": 0.024804279999999998, "venue": "kogen-bench-us", "wall_s": 660.972}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r27", "task": "rails-sec-audit-sweep", "tokens": 248556, "usd_est": 0.00909808, "venue": "kogen-bench-us", "wall_s": 152.267}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r27", "task": "rails-sec-audit-sweep", "tokens": 195703, "usd_est": 0.00769422, "venue": "kogen-bench-us", "wall_s": 133.514}
{"ITT outcome": "pass", "arm": "r27lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r27", "task": "rails-sec-audit-sweep", "tokens": 304194, "usd_est": 0.0092162, "venue": "kogen-bench-us", "wall_s": 148.987}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r27", "task": "elx-12-retry-api-deprecation", "tokens": 128869, "usd_est": 0.11229, "venue": "kogen-bench-eu", "wall_s": 189.734}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r27", "task": "elx-12-retry-api-deprecation", "tokens": 123843, "usd_est": 0.1024828, "venue": "kogen-bench-eu", "wall_s": 176.98}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r27", "task": "elx-12-retry-api-deprecation", "tokens": 119888, "usd_est": 0.095752, "venue": "kogen-bench-eu", "wall_s": 161.973}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r27", "task": "rails-ar-bulk-access-grants", "tokens": 721478, "usd_est": 0.2846264, "venue": "kogen-bench-eu", "wall_s": 505.175}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r27", "task": "rails-ar-bulk-access-grants", "tokens": 450076, "usd_est": 0.2478256, "venue": "kogen-bench-eu", "wall_s": 450.104}
{"ITT outcome": "fail", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r27", "task": "rails-ar-bulk-access-grants", "tokens": 244798, "usd_est": 0.1647224, "venue": "kogen-bench-eu", "wall_s": 261.169}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r27", "task": "rails-hw-scoped-broadcast", "tokens": 468637, "usd_est": 0.1562468, "venue": "kogen-bench-eu", "wall_s": 271.486}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r27", "task": "rails-hw-scoped-broadcast", "tokens": 442962, "usd_est": 0.160468, "venue": "kogen-bench-eu", "wall_s": 250.0}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r27", "task": "rails-hw-scoped-broadcast", "tokens": 436705, "usd_est": 0.15923879999999999, "venue": "kogen-bench-eu", "wall_s": 267.408}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r27", "task": "rails-sup-legacy-conversions", "tokens": 1009671, "usd_est": 0.3047948, "venue": "kogen-bench-eu", "wall_s": 327.485}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r27", "task": "rails-sup-legacy-conversions", "tokens": 1158985, "usd_est": 0.2934468, "venue": "kogen-bench-eu", "wall_s": 365.182}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r27", "task": "rails-sup-legacy-conversions", "tokens": 833802, "usd_est": 0.29518, "venue": "kogen-bench-eu", "wall_s": 334.586}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r27", "task": "syn-13-bug-empty-filter-crash", "tokens": 614971, "usd_est": 0.2228268, "venue": "kogen-bench-eu", "wall_s": 268.423}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r27", "task": "syn-13-bug-empty-filter-crash", "tokens": 487652, "usd_est": 0.17794079999999998, "venue": "kogen-bench-eu", "wall_s": 222.149}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r27", "task": "syn-13-bug-empty-filter-crash", "tokens": 382372, "usd_est": 0.16411520000000002, "venue": "kogen-bench-eu", "wall_s": 200.774}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r27", "task": "syn-14-bug-sla-business-hours", "tokens": 318964, "usd_est": 0.1581648, "venue": "kogen-bench-eu", "wall_s": 144.774}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r27", "task": "syn-14-bug-sla-business-hours", "tokens": 291425, "usd_est": 0.12525, "venue": "kogen-bench-eu", "wall_s": 138.961}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r27", "task": "syn-14-bug-sla-business-hours", "tokens": 260038, "usd_est": 0.1189112, "venue": "kogen-bench-eu", "wall_s": 136.053}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r27", "task": "elx-07-cli-stats", "tokens": 217490, "usd_est": 0.1452072, "venue": "kogen-bench-us", "wall_s": 257.62}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r27", "task": "elx-07-cli-stats", "tokens": 181746, "usd_est": 0.1139944, "venue": "kogen-bench-us", "wall_s": 235.26}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r27", "task": "elx-07-cli-stats", "tokens": 133795, "usd_est": 0.1099404, "venue": "kogen-bench-us", "wall_s": 225.839}
{"ITT outcome": "fail", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r27", "task": "rails-ac-throttle-search", "tokens": 729286, "usd_est": 0.2061192, "venue": "kogen-bench-us", "wall_s": 295.722}
{"ITT outcome": "fail", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r27", "task": "rails-ac-throttle-search", "tokens": 922327, "usd_est": 0.236414, "venue": "kogen-bench-us", "wall_s": 392.564}
{"ITT outcome": "fail", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r27", "task": "rails-ac-throttle-search", "tokens": 846129, "usd_est": 0.261018, "venue": "kogen-bench-us", "wall_s": 349.684}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r27", "task": "rails-aj-enqueue-after-commit", "tokens": 500480, "usd_est": 0.1726288, "venue": "kogen-bench-us", "wall_s": 280.541}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r27", "task": "rails-aj-enqueue-after-commit", "tokens": 796059, "usd_est": 0.29891, "venue": "kogen-bench-us", "wall_s": 381.38}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r27", "task": "rails-aj-enqueue-after-commit", "tokens": 899566, "usd_est": 0.29412879999999997, "venue": "kogen-bench-us", "wall_s": 366.656}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r27", "task": "rails-ar-archive-book-access", "tokens": 367680, "usd_est": 0.1515104, "venue": "kogen-bench-us", "wall_s": 233.909}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r27", "task": "rails-ar-archive-book-access", "tokens": 526656, "usd_est": 0.23590239999999998, "venue": "kogen-bench-us", "wall_s": 252.728}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r27", "task": "rails-ar-archive-book-access", "tokens": 600443, "usd_est": 0.24327320000000002, "venue": "kogen-bench-us", "wall_s": 294.315}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r27", "task": "rails-as-variant-processed-once", "tokens": 778730, "usd_est": 0.2443592, "venue": "kogen-bench-us", "wall_s": 257.157}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r27", "task": "rails-as-variant-processed-once", "tokens": 700104, "usd_est": 0.2651792, "venue": "kogen-bench-us", "wall_s": 221.44}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r27", "task": "rails-as-variant-processed-once", "tokens": 487776, "usd_est": 0.1882448, "venue": "kogen-bench-us", "wall_s": 180.388}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r27", "task": "rails-sec-audit-sweep", "tokens": 2206288, "usd_est": 0.52112, "venue": "kogen-bench-us", "wall_s": 598.224}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r27", "task": "rails-sec-audit-sweep", "tokens": 887496, "usd_est": 0.305928, "venue": "kogen-bench-us", "wall_s": 404.899}
{"ITT outcome": "pass", "arm": "r27sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r27", "task": "rails-sec-audit-sweep", "tokens": 671396, "usd_est": 0.2244896, "venue": "kogen-bench-us", "wall_s": 352.63}
{"ITT outcome": "pass", "arm": "r28-elx05:route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r28", "task": "elx-05-cache-single-flight", "tokens": 99288, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 521.915}
{"ITT outcome": "pass", "arm": "r28-elx05:route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r28", "task": "elx-05-cache-single-flight", "tokens": 49850, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 636.763}
{"ITT outcome": "fail", "arm": "r28-elx05:route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r28", "task": "elx-05-cache-single-flight", "tokens": 798325, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 858.96}
{"ITT outcome": "fail", "arm": "r28-elx07:route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r28", "task": "elx-07-cli-stats", "tokens": 139547, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1012.62}
{"ITT outcome": "pass", "arm": "r28-elx07:route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r28", "task": "elx-07-cli-stats", "tokens": 269964, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1210.836}
{"ITT outcome": "pass", "arm": "r28-elx12:route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r28", "task": "elx-12-retry-api-deprecation", "tokens": 131719, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 790.099}
{"ITT outcome": "fail", "arm": "r28-elx12:route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r28", "task": "elx-12-retry-api-deprecation", "tokens": 217741, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 819.715}
{"ITT outcome": "fail", "arm": "r28-elx12:route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r28", "task": "elx-12-retry-api-deprecation", "tokens": 63741, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 369.162}
{"ITT outcome": "pass", "arm": "r28-syn13:route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r28", "task": "syn-13-bug-empty-filter-crash", "tokens": 87418, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 626.645}
{"ITT outcome": "fail", "arm": "r28-syn13:route-lmax", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r28", "task": "syn-13-bug-empty-filter-crash", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 993.291}
{"ITT outcome": "pass", "arm": "r28-syn13:route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r28", "task": "syn-13-bug-empty-filter-crash", "tokens": 288517, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 968.602}
{"ITT outcome": "pass", "arm": "r28-syn14:route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r28", "task": "syn-14-bug-sla-business-hours", "tokens": 128098, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 375.48}
{"ITT outcome": "pass", "arm": "r28-syn14:route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r28", "task": "syn-14-bug-sla-business-hours", "tokens": 105601, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 350.142}
{"ITT outcome": "pass", "arm": "r28-syn14:route-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r28", "task": "syn-14-bug-sla-business-hours", "tokens": 78739, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 512.978}
{"ITT outcome": "pass", "arm": "r29-syn13:review-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r29", "task": "syn-13-bug-empty-filter-crash", "tokens": 344261, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 317.857}
{"ITT outcome": "pass", "arm": "r29-syn13:review-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r29", "task": "syn-13-bug-empty-filter-crash", "tokens": 256162, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 380.198}
{"ITT outcome": "pass", "arm": "r29-syn13:review-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r29", "task": "syn-13-bug-empty-filter-crash", "tokens": 290463, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 306.786}
{"ITT outcome": "pass", "arm": "r29-syn13:review-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r29", "task": "syn-13-bug-empty-filter-crash", "tokens": 225700, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 282.924}
{"ITT outcome": "pass", "arm": "r29-syn13:review-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r29", "task": "syn-13-bug-empty-filter-crash", "tokens": 241930, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 255.013}
{"ITT outcome": "pass", "arm": "r29-syn13:route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r29", "task": "syn-13-bug-empty-filter-crash", "tokens": 432662, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 514.74}
{"ITT outcome": "pass", "arm": "r29-syn13:route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r29", "task": "syn-13-bug-empty-filter-crash", "tokens": 225495, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 463.886}
{"ITT outcome": "pass", "arm": "r29-syn13:route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r29", "task": "syn-13-bug-empty-filter-crash", "tokens": 376502, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 380.161}
{"ITT outcome": "pass", "arm": "r29-syn13:route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r29", "task": "syn-13-bug-empty-filter-crash", "tokens": 289493, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 347.679}
{"ITT outcome": "pass", "arm": "r29-syn13:route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r29", "task": "syn-13-bug-empty-filter-crash", "tokens": 338788, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 418.585}
{"ITT outcome": "pass", "arm": "r29-syn13:route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r29", "task": "syn-13-bug-empty-filter-crash", "tokens": 291628, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 344.258}
{"ITT outcome": "pass", "arm": "r29-syn13:route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r29", "task": "syn-13-bug-empty-filter-crash", "tokens": 245119, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 282.265}
{"ITT outcome": "pass", "arm": "r29-syn13:route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r29", "task": "syn-13-bug-empty-filter-crash", "tokens": 229029, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 295.269}
{"ITT outcome": "pass", "arm": "r29-syn13:route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r29", "task": "syn-13-bug-empty-filter-crash", "tokens": 242883, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 283.291}
{"ITT outcome": "pass", "arm": "r29-syn13:route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r29", "task": "syn-13-bug-empty-filter-crash", "tokens": 307741, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 394.905}
{"ITT outcome": "pass", "arm": "r29-syn14:review-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r29", "task": "syn-14-bug-sla-business-hours", "tokens": 58384, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 55.468}
{"ITT outcome": "pass", "arm": "r29-syn14:review-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r29", "task": "syn-14-bug-sla-business-hours", "tokens": 58173, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 47.731}
{"ITT outcome": "pass", "arm": "r29-syn14:review-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r29", "task": "syn-14-bug-sla-business-hours", "tokens": 67958, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 77.289}
{"ITT outcome": "pass", "arm": "r29-syn14:review-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r29", "task": "syn-14-bug-sla-business-hours", "tokens": 76576, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 46.994}
{"ITT outcome": "pass", "arm": "r29-syn14:review-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r29", "task": "syn-14-bug-sla-business-hours", "tokens": 58342, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 46.843}
{"ITT outcome": "pass", "arm": "r29-syn14:route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r29", "task": "syn-14-bug-sla-business-hours", "tokens": 86625, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 203.829}
{"ITT outcome": "pass", "arm": "r29-syn14:route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r29", "task": "syn-14-bug-sla-business-hours", "tokens": 95097, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 311.316}
{"ITT outcome": "pass", "arm": "r29-syn14:route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r29", "task": "syn-14-bug-sla-business-hours", "tokens": 62633, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 192.362}
{"ITT outcome": "pass", "arm": "r29-syn14:route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r29", "task": "syn-14-bug-sla-business-hours", "tokens": 109982, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 218.371}
{"ITT outcome": "pass", "arm": "r29-syn14:route-asrun", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r29", "task": "syn-14-bug-sla-business-hours", "tokens": 72715, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 261.907}
{"ITT outcome": "pass", "arm": "r29-syn14:route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r29", "task": "syn-14-bug-sla-business-hours", "tokens": 67938, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 59.339}
{"ITT outcome": "pass", "arm": "r29-syn14:route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r29", "task": "syn-14-bug-sla-business-hours", "tokens": 58336, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 50.317}
{"ITT outcome": "pass", "arm": "r29-syn14:route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r29", "task": "syn-14-bug-sla-business-hours", "tokens": 58301, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 48.21}
{"ITT outcome": "pass", "arm": "r29-syn14:route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r29", "task": "syn-14-bug-sla-business-hours", "tokens": 61231, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 71.829}
{"ITT outcome": "pass", "arm": "r29-syn14:route-fixnoplan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r29", "task": "syn-14-bug-sla-business-hours", "tokens": 82496, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 60.1}
{"ITT outcome": "pass", "arm": "r30-elx05:packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r30", "task": "elx-05-cache-single-flight", "tokens": 30623, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 648.869}
{"ITT outcome": "pass", "arm": "r30-elx05:packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "elx-05-cache-single-flight", "tokens": 37945, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 439.299}
{"ITT outcome": "pass", "arm": "r30-elx05:packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "elx-05-cache-single-flight", "tokens": 36906, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 730.204}
{"ITT outcome": "pass", "arm": "r30-elx05:packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r30", "task": "elx-05-cache-single-flight", "tokens": 35965, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 287.551}
{"ITT outcome": "pass", "arm": "r30-elx05:packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "elx-05-cache-single-flight", "tokens": 30982, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 284.511}
{"ITT outcome": "pass", "arm": "r30-elx05:packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "elx-05-cache-single-flight", "tokens": 37453, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 261.152}
{"ITT outcome": "fail", "arm": "r30-elx07:packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r30", "task": "elx-07-cli-stats", "tokens": 97295, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 708.374}
{"ITT outcome": "fail", "arm": "r30-elx07:packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r30", "task": "elx-07-cli-stats", "tokens": 76994, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 570.008}
{"ITT outcome": "fail", "arm": "r30-elx07:packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r30", "task": "elx-07-cli-stats", "tokens": 125991, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1133.612}
{"ITT outcome": "fail", "arm": "r30-elx07:packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r30", "task": "elx-07-cli-stats", "tokens": 99884, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 387.324}
{"ITT outcome": "pass", "arm": "r30-elx07:packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "elx-07-cli-stats", "tokens": 62358, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 324.278}
{"ITT outcome": "pass", "arm": "r30-elx07:packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "elx-07-cli-stats", "tokens": 87819, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 377.794}
{"ITT outcome": "fail", "arm": "r30-elx12:packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r30", "task": "elx-12-retry-api-deprecation", "tokens": 67610, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 919.437}
{"ITT outcome": "pass", "arm": "r30-elx12:packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "elx-12-retry-api-deprecation", "tokens": 78489, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 572.854}
{"ITT outcome": "fail", "arm": "r30-elx12:packplan-review-lmax", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r30", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 998.85}
{"ITT outcome": "pass", "arm": "r30-elx12:packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r30", "task": "elx-12-retry-api-deprecation", "tokens": 58714, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 279.782}
{"ITT outcome": "pass", "arm": "r30-elx12:packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "elx-12-retry-api-deprecation", "tokens": 51025, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 364.958}
{"ITT outcome": "pass", "arm": "r30-elx12:packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "elx-12-retry-api-deprecation", "tokens": 69683, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 245.61}
{"ITT outcome": "pass", "arm": "r30-syn13:packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r30", "task": "syn-13-bug-empty-filter-crash", "tokens": 284859, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 331.855}
{"ITT outcome": "pass", "arm": "r30-syn13:packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "syn-13-bug-empty-filter-crash", "tokens": 216588, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 852.742}
{"ITT outcome": "pass", "arm": "r30-syn13:packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "syn-13-bug-empty-filter-crash", "tokens": 136373, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 660.283}
{"ITT outcome": "pass", "arm": "r30-syn13:packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r30", "task": "syn-13-bug-empty-filter-crash", "tokens": 278727, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 513.759}
{"ITT outcome": "pass", "arm": "r30-syn13:packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "syn-13-bug-empty-filter-crash", "tokens": 200543, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 342.665}
{"ITT outcome": "pass", "arm": "r30-syn13:packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "syn-13-bug-empty-filter-crash", "tokens": 347113, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 388.092}
{"ITT outcome": "pass", "arm": "r30-syn14:packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r30", "task": "syn-14-bug-sla-business-hours", "tokens": 109557, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 764.9}
{"ITT outcome": "pass", "arm": "r30-syn14:packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "syn-14-bug-sla-business-hours", "tokens": 54736, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 710.358}
{"ITT outcome": "pass", "arm": "r30-syn14:packplan-review-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "syn-14-bug-sla-business-hours", "tokens": 145427, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1053.791}
{"ITT outcome": "pass", "arm": "r30-syn14:packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r30", "task": "syn-14-bug-sla-business-hours", "tokens": 103758, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 312.228}
{"ITT outcome": "pass", "arm": "r30-syn14:packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r30", "task": "syn-14-bug-sla-business-hours", "tokens": 88939, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 317.195}
{"ITT outcome": "pass", "arm": "r30-syn14:packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r30", "task": "syn-14-bug-sla-business-hours", "tokens": 137366, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 235.816}
{"ITT outcome": "fail", "arm": "r31-elx07:bo3-packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r31", "task": "elx-07-cli-stats", "tokens": 181952, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 487.356}
{"ITT outcome": "pass", "arm": "r31-elx07:bo3-packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r31", "task": "elx-07-cli-stats", "tokens": 126918, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 502.523}
{"ITT outcome": "fail", "arm": "r31-elx07:bo3-packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r31", "task": "elx-07-cli-stats", "tokens": 78781, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 432.192}
{"ITT outcome": "fail", "arm": "r31-elx07:bo3-packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r31", "task": "elx-07-cli-stats", "tokens": 95664, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 438.114}
{"ITT outcome": "fail", "arm": "r31-elx07:bo3-packplan-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r31", "task": "elx-07-cli-stats", "tokens": 124339, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 431.916}
{"ITT outcome": "pass", "arm": "r32-elx07:agentic-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r32", "task": "elx-07-cli-stats", "tokens": 146574, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 524.563}
{"ITT outcome": "pass", "arm": "r32-elx07:agentic-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r32", "task": "elx-07-cli-stats", "tokens": 153862, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 522.477}
{"ITT outcome": "pass", "arm": "r32-elx07:agentic-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r32", "task": "elx-07-cli-stats", "tokens": 76513, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 449.21}
{"ITT outcome": "fail", "arm": "r32-elx07:agentic-repro-review-sol", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r32", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 298.946}
{"ITT outcome": "pass", "arm": "r32-elx07:agentic-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r32", "task": "elx-07-cli-stats", "tokens": 149033, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 462.868}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r33", "task": "rails-ft-i18n-support", "tokens": 23519432, "usd_est": 0.37543952, "venue": "kogen-bench-eu", "wall_s": 3601.621}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r33", "task": "rails-ft-i18n-support", "tokens": 26523209, "usd_est": 0.41951818, "venue": "kogen-bench-eu", "wall_s": 3601.655}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-i18n-support", "tokens": 20628739, "usd_est": 0.33068285999999997, "venue": "kogen-bench-eu", "wall_s": 3601.953}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r33", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1636695, "usd_est": 0.03911502000000001, "venue": "kogen-bench-eu", "wall_s": 534.036}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r33", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1548689, "usd_est": 0.04418986, "venue": "kogen-bench-eu", "wall_s": 738.951}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 2310868, "usd_est": 0.048788160000000004, "venue": "kogen-bench-eu", "wall_s": 654.164}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r33", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 4227884, "usd_est": 0.08795728, "venue": "kogen-bench-eu", "wall_s": 1293.155}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r33", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 1937449, "usd_est": 0.04501322, "venue": "kogen-bench-eu", "wall_s": 743.272}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 2589995, "usd_est": 0.06472958, "venue": "kogen-bench-eu", "wall_s": 1066.095}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r33", "task": "rails-ft-saas-billing", "tokens": 4384776, "usd_est": 0.10336392, "venue": "kogen-bench-eu", "wall_s": 1521.203}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r33", "task": "rails-ft-saas-billing", "tokens": 3241307, "usd_est": 0.08221405999999999, "venue": "kogen-bench-eu", "wall_s": 1333.887}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-saas-billing", "tokens": 4571416, "usd_est": 0.09978128, "venue": "kogen-bench-eu", "wall_s": 2004.032}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r33", "task": "rails-ft-active-storage-tracking", "tokens": 2629589, "usd_est": 0.06929002000000001, "venue": "kogen-bench-us", "wall_s": 1256.77}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r33", "task": "rails-ft-active-storage-tracking", "tokens": 3180066, "usd_est": 0.08722076000000001, "venue": "kogen-bench-us", "wall_s": 1470.417}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-active-storage-tracking", "tokens": 2748933, "usd_est": 0.07464689999999999, "venue": "kogen-bench-us", "wall_s": 1338.398}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r33", "task": "rails-ft-activity-feed-api", "tokens": 841721, "usd_est": 0.02198346, "venue": "kogen-bench-us", "wall_s": 327.529}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r33", "task": "rails-ft-activity-feed-api", "tokens": 1404582, "usd_est": 0.0316074, "venue": "kogen-bench-us", "wall_s": 415.168}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-activity-feed-api", "tokens": 688779, "usd_est": 0.02553582, "venue": "kogen-bench-us", "wall_s": 462.765}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r33", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1334576, "usd_est": 0.033638480000000005, "venue": "kogen-bench-us", "wall_s": 506.922}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r33", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1639374, "usd_est": 0.03816028, "venue": "kogen-bench-us", "wall_s": 597.182}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1785024, "usd_est": 0.04317928, "venue": "kogen-bench-us", "wall_s": 620.288}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r33", "task": "rails-ft-cancelled-account-cleanup", "tokens": 986948, "usd_est": 0.0281704, "venue": "kogen-bench-us", "wall_s": 678.302}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r33", "task": "rails-ft-cancelled-account-cleanup", "tokens": 596490, "usd_est": 0.02001892, "venue": "kogen-bench-us", "wall_s": 334.826}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-cancelled-account-cleanup", "tokens": 801596, "usd_est": 0.026912, "venue": "kogen-bench-us", "wall_s": 927.651}
{"ITT outcome": "pass", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r33", "task": "rails-ft-entropy-sweep", "tokens": 723026, "usd_est": 0.023815560000000003, "venue": "kogen-bench-us", "wall_s": 420.431}
{"ITT outcome": "pass", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r33", "task": "rails-ft-entropy-sweep", "tokens": 989106, "usd_est": 0.02406196, "venue": "kogen-bench-us", "wall_s": 773.286}
{"ITT outcome": "fail", "arm": "r33lmax:bare", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-entropy-sweep", "tokens": 919361, "usd_est": 0.02913818, "venue": "kogen-bench-us", "wall_s": 504.911}
{"ITT outcome": "fail", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r33", "task": "rails-ft-i18n-support", "tokens": 11668657, "usd_est": 2.5074788, "venue": "kogen-bench-eu", "wall_s": 2536.1}
{"ITT outcome": "fail", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r33", "task": "rails-ft-i18n-support", "tokens": 10874587, "usd_est": 2.201806, "venue": "kogen-bench-eu", "wall_s": 2463.479}
{"ITT outcome": "fail", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-i18n-support", "tokens": 11608578, "usd_est": 2.6961624000000004, "venue": "kogen-bench-eu", "wall_s": 3044.46}
{"ITT outcome": "pass", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r33", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1194009, "usd_est": 0.436938, "venue": "kogen-bench-eu", "wall_s": 566.319}
{"ITT outcome": "pass", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r33", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1418656, "usd_est": 0.4514816, "venue": "kogen-bench-eu", "wall_s": 638.371}
{"ITT outcome": "pass", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r33", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 1708358, "usd_est": 0.527588, "venue": "kogen-bench-eu", "wall_s": 692.669}
{"ITT outcome": "fail", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r33", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 1517127, "usd_est": 0.4960412, "venue": "kogen-bench-eu", "wall_s": 725.971}
{"ITT outcome": "fail", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r33", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 927513, "usd_est": 0.37857159999999995, "venue": "kogen-bench-eu", "wall_s": 610.094}
{"ITT outcome": "fail", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 947880, "usd_est": 0.350488, "venue": "kogen-bench-eu", "wall_s": 527.081}
{"ITT outcome": "fail", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r33", "task": "rails-ft-saas-billing", "tokens": 2037000, "usd_est": 0.607472, "venue": "kogen-bench-eu", "wall_s": 823.826}
{"ITT outcome": "fail", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r33", "task": "rails-ft-saas-billing", "tokens": 2812662, "usd_est": 0.8043128, "venue": "kogen-bench-eu", "wall_s": 1031.544}
{"ITT outcome": "fail", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-saas-billing", "tokens": 2123602, "usd_est": 0.6475096, "venue": "kogen-bench-eu", "wall_s": 812.233}
{"ITT outcome": "fail", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r33", "task": "rails-ft-active-storage-tracking", "tokens": 2654674, "usd_est": 0.8071128000000001, "venue": "kogen-bench-us", "wall_s": 1341.751}
{"ITT outcome": "pass", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r33", "task": "rails-ft-active-storage-tracking", "tokens": 2337063, "usd_est": 0.6863948000000001, "venue": "kogen-bench-us", "wall_s": 1033.301}
{"ITT outcome": "fail", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-active-storage-tracking", "tokens": 1806512, "usd_est": 0.6581136, "venue": "kogen-bench-us", "wall_s": 1145.083}
{"ITT outcome": "fail", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r33", "task": "rails-ft-activity-feed-api", "tokens": 974514, "usd_est": 0.3079384, "venue": "kogen-bench-us", "wall_s": 403.598}
{"ITT outcome": "fail", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r33", "task": "rails-ft-activity-feed-api", "tokens": 965666, "usd_est": 0.329092, "venue": "kogen-bench-us", "wall_s": 395.495}
{"ITT outcome": "fail", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-activity-feed-api", "tokens": 844734, "usd_est": 0.297892, "venue": "kogen-bench-us", "wall_s": 324.85}
{"ITT outcome": "pass", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r33", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 2051943, "usd_est": 0.643222, "venue": "kogen-bench-us", "wall_s": 781.536}
{"ITT outcome": "pass", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r33", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1543639, "usd_est": 0.47457720000000003, "venue": "kogen-bench-us", "wall_s": 614.186}
{"ITT outcome": "fail", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r33", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 856795, "usd_est": 0.3160732, "venue": "kogen-bench-us", "wall_s": 410.344}
{"ITT outcome": "pass", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r33", "task": "rails-ft-cancelled-account-cleanup", "tokens": 842432, "usd_est": 0.2946608, "venue": "kogen-bench-us", "wall_s": 347.688}
{"ITT outcome": "pass", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r33", "task": "rails-ft-cancelled-account-cleanup", "tokens": 936356, "usd_est": 0.32458240000000005, "venue": "kogen-bench-us", "wall_s": 344.685}
{"ITT outcome": "pass", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r33", "task": "rails-ft-cancelled-account-cleanup", "tokens": 859900, "usd_est": 0.31568959999999996, "venue": "kogen-bench-us", "wall_s": 383.639}
{"ITT outcome": "pass", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r33", "task": "rails-ft-entropy-sweep", "tokens": 746607, "usd_est": 0.2774636, "venue": "kogen-bench-us", "wall_s": 397.33}
{"ITT outcome": "pass", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r33", "task": "rails-ft-entropy-sweep", "tokens": 2218833, "usd_est": 0.5979251999999999, "venue": "kogen-bench-us", "wall_s": 931.707}
{"ITT outcome": "pass", "arm": "r33sol:bare", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r33", "task": "rails-ft-entropy-sweep", "tokens": 848384, "usd_est": 0.272104, "venue": "kogen-bench-us", "wall_s": 385.912}
{"ITT outcome": "fail", "arm": "r34-elx07:agentic-lmax-review", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r34", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 201.665}
{"ITT outcome": "fail", "arm": "r34-elx07:agentic-lmax-review", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r34", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 394.136}
{"ITT outcome": "fail", "arm": "r34-elx07:agentic-lmax-review", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r34", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 274.476}
{"ITT outcome": "fail", "arm": "r34-elx07:agentic-lmax-review", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r34", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 272.984}
{"ITT outcome": "pass", "arm": "r34-elx07:agentic-lmax-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r34", "task": "elx-07-cli-stats", "tokens": 153312, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 572.872}
{"ITT outcome": "fail", "arm": "r34-elx12:agentic-lmax-review", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r34", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 266.365}
{"ITT outcome": "pass", "arm": "r34-elx12:agentic-lmax-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r34", "task": "elx-12-retry-api-deprecation", "tokens": 161993, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 630.796}
{"ITT outcome": "fail", "arm": "r34-elx12:agentic-lmax-review", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r34", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 304.058}
{"ITT outcome": "fail", "arm": "r34-elx12:agentic-lmax-review", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r34", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 304.548}
{"ITT outcome": "fail", "arm": "r34-elx12:agentic-lmax-review", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r34", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 241.474}
{"ITT outcome": "pass", "arm": "r36-elx07:agentic30-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r36", "task": "elx-07-cli-stats", "tokens": 148403, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 557.203}
{"ITT outcome": "pass", "arm": "r36-elx07:agentic30-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r36", "task": "elx-07-cli-stats", "tokens": 115025, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 527.398}
{"ITT outcome": "pass", "arm": "r36-elx07:agentic30-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r36", "task": "elx-07-cli-stats", "tokens": 240597, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 693.291}
{"ITT outcome": "fail", "arm": "r36-elx07:cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r36", "task": "elx-07-cli-stats", "tokens": 126968, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 451.988}
{"ITT outcome": "fail", "arm": "r36-elx07:cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r36", "task": "elx-07-cli-stats", "tokens": 55112, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 427.049}
{"ITT outcome": "fail", "arm": "r36-elx07:cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r36", "task": "elx-07-cli-stats", "tokens": 74156, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 426.784}
{"ITT outcome": "pass", "arm": "r36-elx12:agentic30-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r36", "task": "elx-12-retry-api-deprecation", "tokens": 106737, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 433.237}
{"ITT outcome": "pass", "arm": "r36-elx12:agentic30-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r36", "task": "elx-12-retry-api-deprecation", "tokens": 322840, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 674.322}
{"ITT outcome": "fail", "arm": "r36-elx12:agentic30-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r36", "task": "elx-12-retry-api-deprecation", "tokens": 164143, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 656.004}
{"ITT outcome": "fail", "arm": "r36-elx12:cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r36", "task": "elx-12-retry-api-deprecation", "tokens": 51581, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 445.522}
{"ITT outcome": "fail", "arm": "r36-elx12:cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r36", "task": "elx-12-retry-api-deprecation", "tokens": 178530, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 445.936}
{"ITT outcome": "fail", "arm": "r36-elx12:cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r36", "task": "elx-12-retry-api-deprecation", "tokens": 251529, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 539.742}
{"ITT outcome": "pass", "arm": "r36-syn14:agentic30-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r36", "task": "syn-14-bug-sla-business-hours", "tokens": 186504, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 382.64}
{"ITT outcome": "pass", "arm": "r36-syn14:agentic30-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r36", "task": "syn-14-bug-sla-business-hours", "tokens": 146243, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 498.452}
{"ITT outcome": "pass", "arm": "r36-syn14:agentic30-repro-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r36", "task": "syn-14-bug-sla-business-hours", "tokens": 156218, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 436.192}
{"ITT outcome": "pass", "arm": "r36-syn14:cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r36", "task": "syn-14-bug-sla-business-hours", "tokens": 312185, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 313.049}
{"ITT outcome": "fail", "arm": "r36-syn14:cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r36", "task": "syn-14-bug-sla-business-hours", "tokens": 401561, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 457.799}
{"ITT outcome": "pass", "arm": "r36-syn14:cheapswarm-bo5-lunahigh", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r36", "task": "syn-14-bug-sla-business-hours", "tokens": 481717, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 395.023}
{"ITT outcome": "fail", "arm": "r37-elx07:contract-review-sol", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r37", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 458.936}
{"ITT outcome": "fail", "arm": "r37-elx07:contract-review-sol", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r37", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 470.809}
{"ITT outcome": "fail", "arm": "r37-elx07:contract-review-sol", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r37", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 543.691}
{"ITT outcome": "fail", "arm": "r37-elx07:contract-review-sol", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r37", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 454.674}
{"ITT outcome": "fail", "arm": "r37-elx07:contract-review-sol", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r37", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 463.867}
{"ITT outcome": "pass", "arm": "r37-elx07:debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r37", "task": "elx-07-cli-stats", "tokens": 75762, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 707.386}
{"ITT outcome": "pass", "arm": "r37-elx07:debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r37", "task": "elx-07-cli-stats", "tokens": 142507, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 668.604}
{"ITT outcome": "fail", "arm": "r37-elx07:debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r37", "task": "elx-07-cli-stats", "tokens": 45319, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 691.756}
{"ITT outcome": "fail", "arm": "r37-elx07:debate-packplan-review", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r37", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 514.569}
{"ITT outcome": "fail", "arm": "r37-elx07:debate-packplan-review", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r37", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 515.156}
{"ITT outcome": "fail", "arm": "r37c-elx07:contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r37c", "task": "elx-07-cli-stats", "tokens": 100705, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 568.746}
{"ITT outcome": "pass", "arm": "r37c-elx07:contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r37c", "task": "elx-07-cli-stats", "tokens": 87014, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 574.557}
{"ITT outcome": "pass", "arm": "r37c-elx07:contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r37c", "task": "elx-07-cli-stats", "tokens": 138886, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 627.77}
{"ITT outcome": "pass", "arm": "r37c-elx07:contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r37c", "task": "elx-07-cli-stats", "tokens": 98131, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 598.728}
{"ITT outcome": "pass", "arm": "r37c-elx07:contract-review-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r37c", "task": "elx-07-cli-stats", "tokens": 102388, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 709.427}
{"ITT outcome": "fail", "arm": "r37reg-aj:contract-review-sol", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r37", "task": "rails-aj-enqueue-after-commit", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 465.031}
{"ITT outcome": "fail", "arm": "r37reg-aj:contract-review-sol", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r37", "task": "rails-aj-enqueue-after-commit", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 493.74}
{"ITT outcome": "fail", "arm": "r37reg-aj:contract-review-sol", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r37", "task": "rails-aj-enqueue-after-commit", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 482.556}
{"ITT outcome": "pass", "arm": "r37reg-aj:debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r37", "task": "rails-aj-enqueue-after-commit", "tokens": 76526, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 720.662}
{"ITT outcome": "pass", "arm": "r37reg-aj:debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r37", "task": "rails-aj-enqueue-after-commit", "tokens": 56798, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 746.543}
{"ITT outcome": "pass", "arm": "r37reg-aj:debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r37", "task": "rails-aj-enqueue-after-commit", "tokens": 125330, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 671.118}
{"ITT outcome": "fail", "arm": "r37reg-arch:contract-review-sol", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r37", "task": "rails-ar-archive-book-access", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 351.387}
{"ITT outcome": "fail", "arm": "r37reg-arch:contract-review-sol", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r37", "task": "rails-ar-archive-book-access", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 381.505}
{"ITT outcome": "fail", "arm": "r37reg-arch:contract-review-sol", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r37", "task": "rails-ar-archive-book-access", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 374.207}
{"ITT outcome": "pass", "arm": "r37reg-arch:debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r37", "task": "rails-ar-archive-book-access", "tokens": 59327, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 710.6}
{"ITT outcome": "pass", "arm": "r37reg-arch:debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r37", "task": "rails-ar-archive-book-access", "tokens": 85642, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 715.46}
{"ITT outcome": "pass", "arm": "r37reg-arch:debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r37", "task": "rails-ar-archive-book-access", "tokens": 130797, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 611.241}
{"ITT outcome": "fail", "arm": "r37reg-sup:contract-review-sol", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r37", "task": "rails-sup-legacy-conversions", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 444.313}
{"ITT outcome": "fail", "arm": "r37reg-sup:contract-review-sol", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r37", "task": "rails-sup-legacy-conversions", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 455.449}
{"ITT outcome": "fail", "arm": "r37reg-sup:contract-review-sol", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r37", "task": "rails-sup-legacy-conversions", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 408.613}
{"ITT outcome": "pass", "arm": "r37reg-sup:debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r37", "task": "rails-sup-legacy-conversions", "tokens": 131960, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 832.531}
{"ITT outcome": "pass", "arm": "r37reg-sup:debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r37", "task": "rails-sup-legacy-conversions", "tokens": 84653, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 612.949}
{"ITT outcome": "pass", "arm": "r37reg-sup:debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r37", "task": "rails-sup-legacy-conversions", "tokens": 111747, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 683.934}
{"ITT outcome": "fail", "arm": "r37reg-syn14:contract-review-sol", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r37", "task": "syn-14-bug-sla-business-hours", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 362.359}
{"ITT outcome": "fail", "arm": "r37reg-syn14:contract-review-sol", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r37", "task": "syn-14-bug-sla-business-hours", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 396.488}
{"ITT outcome": "fail", "arm": "r37reg-syn14:contract-review-sol", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r37", "task": "syn-14-bug-sla-business-hours", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 402.385}
{"ITT outcome": "pass", "arm": "r37reg-syn14:debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r37", "task": "syn-14-bug-sla-business-hours", "tokens": 71737, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 538.497}
{"ITT outcome": "pass", "arm": "r37reg-syn14:debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r37", "task": "syn-14-bug-sla-business-hours", "tokens": 151024, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 621.646}
{"ITT outcome": "pass", "arm": "r37reg-syn14:debate-packplan-review", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r37", "task": "syn-14-bug-sla-business-hours", "tokens": 139469, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 454.794}
{"ITT outcome": "fail", "arm": "r3aj:bare", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 91727, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 418.876}
{"ITT outcome": "fail", "arm": "r3aj:bare", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 48187, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 493.067}
{"ITT outcome": "fail", "arm": "r3aj:bare", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 34378, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 241.66}
{"ITT outcome": "fail", "arm": "r3aj:k-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 102647, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 581.207}
{"ITT outcome": "pass", "arm": "r3aj:k-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 41290, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 282.473}
{"ITT outcome": "fail", "arm": "r3aj:k-nocontext", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 17936, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 11.406}
{"ITT outcome": "fail", "arm": "r3aj:m-p04+p17", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 139560, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 635.115}
{"ITT outcome": "fail", "arm": "r3aj:m-p04+p17", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 97954, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 297.554}
{"ITT outcome": "pass", "arm": "r3aj:m-p04+p17", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 64541, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 153.52}
{"ITT outcome": "pass", "arm": "r3aj:m-p09+p10", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 65422, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 617.732}
{"ITT outcome": "pass", "arm": "r3aj:m-p09+p10", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 87393, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 312.013}
{"ITT outcome": "pass", "arm": "r3aj:m-p09+p10", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 85761, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 80.003}
{"ITT outcome": "pass", "arm": "r3aj:p09", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 71496, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 610.614}
{"ITT outcome": "fail", "arm": "r3aj:p09", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 75256, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 571.951}
{"ITT outcome": "fail", "arm": "r3aj:p09", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 31743, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 42.009}
{"ITT outcome": "pass", "arm": "r3aj:p11", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 85659, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 645.322}
{"ITT outcome": "pass", "arm": "r3aj:p11", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 87432, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 632.885}
{"ITT outcome": "pass", "arm": "r3aj:p11", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 129576, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 370.638}
{"ITT outcome": "pass", "arm": "r3aj:p12", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 40141, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 589.102}
{"ITT outcome": "pass", "arm": "r3aj:p12", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 42585, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 573.615}
{"ITT outcome": "pass", "arm": "r3aj:p12", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 186170, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 337.201}
{"ITT outcome": "fail", "arm": "r3aj:p13", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 102962, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 475.089}
{"ITT outcome": "fail", "arm": "r3aj:p13", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 59735, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 534.212}
{"ITT outcome": "fail", "arm": "r3aj:p13", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 45556, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 361.929}
{"ITT outcome": "pass", "arm": "r3aj:p14", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 44107, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 599.683}
{"ITT outcome": "fail", "arm": "r3aj:p14", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 64471, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 567.187}
{"ITT outcome": "fail", "arm": "r3aj:p14", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 52490, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 367.531}
{"ITT outcome": "pass", "arm": "r3aj:p15", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 63408, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 613.505}
{"ITT outcome": "fail", "arm": "r3aj:p15", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 54643, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 544.192}
{"ITT outcome": "fail", "arm": "r3aj:p15", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 77014, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 198.105}
{"ITT outcome": "pass", "arm": "r3aj:p16", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 57334, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 619.59}
{"ITT outcome": "pass", "arm": "r3aj:p16", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 39623, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 248.453}
{"ITT outcome": "pass", "arm": "r3aj:p16", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 46216, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 267.049}
{"ITT outcome": "fail", "arm": "r3aj:p17", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 85876, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 612.412}
{"ITT outcome": "pass", "arm": "r3aj:p17", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 47833, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 222.474}
{"ITT outcome": "pass", "arm": "r3aj:p17", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 62750, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 203.982}
{"ITT outcome": "pass", "arm": "r3aj:p18", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 36099, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 599.864}
{"ITT outcome": "pass", "arm": "r3aj:p18", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 42789, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 181.801}
{"ITT outcome": "pass", "arm": "r3aj:p18", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 87634, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 94.172}
{"ITT outcome": "fail", "arm": "r3aj:p19", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 113741, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 602.703}
{"ITT outcome": "fail", "arm": "r3aj:p19", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 75764, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 246.808}
{"ITT outcome": "pass", "arm": "r3aj:p19", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 72227, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 180.59}
{"ITT outcome": "pass", "arm": "r3aj:p20", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 74507, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 608.448}
{"ITT outcome": "pass", "arm": "r3aj:p20", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 44804, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 295.55}
{"ITT outcome": "pass", "arm": "r3aj:p20", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 41793, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 115.183}
{"ITT outcome": "pass", "arm": "r3aj:w2+p17", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 52953, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 585.892}
{"ITT outcome": "pass", "arm": "r3aj:w2+p17", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 107452, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 538.483}
{"ITT outcome": "fail", "arm": "r3aj:w2+p17", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 88379, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 267.895}
{"ITT outcome": "fail", "arm": "r3aj:bare", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 35372, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 806.399}
{"ITT outcome": "fail", "arm": "r3aj:bare", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 111852, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 865.637}
{"ITT outcome": "fail", "arm": "r3aj:bare", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 25735, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 170.244}
{"ITT outcome": "fail", "arm": "r3aj:k-turns200", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 49508, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 850.276}
{"ITT outcome": "fail", "arm": "r3aj:k-turns200", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 38211, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 211.622}
{"ITT outcome": "fail", "arm": "r3aj:k-turns200", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 32049, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 260.675}
{"ITT outcome": "fail", "arm": "r3aj:p01", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 108706, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 980.916}
{"ITT outcome": "fail", "arm": "r3aj:p01", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 69168, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 250.74}
{"ITT outcome": "fail", "arm": "r3aj:p01", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 110737, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 151.886}
{"ITT outcome": "fail", "arm": "r3aj:p02", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 77523, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 881.052}
{"ITT outcome": "pass", "arm": "r3aj:p02", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 39941, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 235.706}
{"ITT outcome": "fail", "arm": "r3aj:p02", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 36907, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 139.369}
{"ITT outcome": "fail", "arm": "r3aj:p03", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 35308, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 872.581}
{"ITT outcome": "pass", "arm": "r3aj:p03", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 37563, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 219.574}
{"ITT outcome": "fail", "arm": "r3aj:p03", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 56694, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 101.497}
{"ITT outcome": "pass", "arm": "r3aj:p04", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 80876, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 915.397}
{"ITT outcome": "fail", "arm": "r3aj:p04", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 88075, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 227.4}
{"ITT outcome": "fail", "arm": "r3aj:p04", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 39033, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 119.131}
{"ITT outcome": "fail", "arm": "r3aj:p05", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 27218, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 885.056}
{"ITT outcome": "fail", "arm": "r3aj:p05", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 63498, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 228.391}
{"ITT outcome": "pass", "arm": "r3aj:p05", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 58190, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 148.232}
{"ITT outcome": "fail", "arm": "r3aj:p06", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 48779, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 896.48}
{"ITT outcome": "fail", "arm": "r3aj:p06", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 61017, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 184.461}
{"ITT outcome": "pass", "arm": "r3aj:p06", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 75655, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 133.539}
{"ITT outcome": "fail", "arm": "r3aj:p07", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 81169, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 892.322}
{"ITT outcome": "pass", "arm": "r3aj:p07", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 67379, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 178.571}
{"ITT outcome": "fail", "arm": "r3aj:p07", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 110262, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 138.291}
{"ITT outcome": "pass", "arm": "r3aj:p08", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 56268, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 936.777}
{"ITT outcome": "fail", "arm": "r3aj:p08", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 20562, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 44.94}
{"ITT outcome": "fail", "arm": "r3aj:p08", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 36157, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 96.7}
{"ITT outcome": "fail", "arm": "r3aj:p10", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 121121, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 970.854}
{"ITT outcome": "pass", "arm": "r3aj:p10", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 96717, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 430.545}
{"ITT outcome": "pass", "arm": "r3aj:p10", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 79344, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 119.417}
{"ITT outcome": "fail", "arm": "r3aj:w1+w2", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 66335, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1079.402}
{"ITT outcome": "fail", "arm": "r3aj:w1+w2", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 41794, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 578.1}
{"ITT outcome": "pass", "arm": "r3aj:w1+w2", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 82996, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 436.603}
{"ITT outcome": "fail", "arm": "r3aj:w1", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 22834, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1191.397}
{"ITT outcome": "fail", "arm": "r3aj:w1", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 36654, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1054.975}
{"ITT outcome": "pass", "arm": "r3aj:w1", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 45091, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 513.841}
{"ITT outcome": "fail", "arm": "r3aj:w2", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 65456, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 876.701}
{"ITT outcome": "pass", "arm": "r3aj:w2", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 70981, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 231.621}
{"ITT outcome": "fail", "arm": "r3aj:w2", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r3", "task": "rails-aj-enqueue-after-commit", "tokens": 38912, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 173.439}
{"ITT outcome": "pass", "arm": "r40-elx07:agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r40", "task": "elx-07-cli-stats", "tokens": 135451, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 867.091}
{"ITT outcome": "pass", "arm": "r40-elx07:agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r40", "task": "elx-07-cli-stats", "tokens": 100853, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 731.287}
{"ITT outcome": "pass", "arm": "r40-elx07:agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r40", "task": "elx-07-cli-stats", "tokens": 156389, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 787.86}
{"ITT outcome": "pass", "arm": "r40-elx12:agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r40", "task": "elx-12-retry-api-deprecation", "tokens": 113049, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 815.353}
{"ITT outcome": "fail", "arm": "r40-elx12:agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r40", "task": "elx-12-retry-api-deprecation", "tokens": 183879, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 827.077}
{"ITT outcome": "pass", "arm": "r40-elx12:agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r40", "task": "elx-12-retry-api-deprecation", "tokens": 88089, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 793.459}
{"ITT outcome": "fail", "arm": "r41-elx07:agentic30-execreview-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r41", "task": "elx-07-cli-stats", "tokens": 199866, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1138.258}
{"ITT outcome": "fail", "arm": "r41-elx07:agentic30-execreview-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r41", "task": "elx-07-cli-stats", "tokens": 73763, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1271.17}
{"ITT outcome": "pass", "arm": "r41-elx07:agentic30-execreview-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r41", "task": "elx-07-cli-stats", "tokens": 365474, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1211.002}
{"ITT outcome": "fail", "arm": "r41-elx07:agentic30-execreview-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r41", "task": "elx-07-cli-stats", "tokens": 103183, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 830.208}
{"ITT outcome": "fail", "arm": "r41-elx07:agentic30-execreview-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r41", "task": "elx-07-cli-stats", "tokens": 99964, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1234.197}
{"ITT outcome": "pass", "arm": "r41-elx12:agentic30-execreview-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r41", "task": "elx-12-retry-api-deprecation", "tokens": 85829, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 944.383}
{"ITT outcome": "fail", "arm": "r41-elx12:agentic30-execreview-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r41", "task": "elx-12-retry-api-deprecation", "tokens": 128409, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 861.32}
{"ITT outcome": "pass", "arm": "r41-elx12:agentic30-execreview-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r41", "task": "elx-12-retry-api-deprecation", "tokens": 99987, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 827.789}
{"ITT outcome": "fail", "arm": "r41-elx12:agentic30-execreview-lmax", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r41", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1146.276}
{"ITT outcome": "fail", "arm": "r41-elx12:agentic30-execreview-lmax", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r41", "task": "elx-12-retry-api-deprecation", "tokens": 125571, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 876.029}
{"ITT outcome": "fail", "arm": "r42-ftboard:agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r42", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 1123494, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1352.046}
{"ITT outcome": "fail", "arm": "r42-ftboard:agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r42", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 830691, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1311.76}
{"ITT outcome": "fail", "arm": "r42-ftboard:agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r42", "task": "rails-ft-board-publish-unpublish-public-boundary", "tokens": 980759, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1172.674}
{"ITT outcome": "fail", "arm": "r42-ftcancel:agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r42", "task": "rails-ft-cancelled-account-cleanup", "tokens": 271465, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1064.393}
{"ITT outcome": "fail", "arm": "r42-ftcancel:agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r42", "task": "rails-ft-cancelled-account-cleanup", "tokens": 452681, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1206.363}
{"ITT outcome": "fail", "arm": "r42-ftcancel:agentic-contract-exec-sol", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r42", "task": "rails-ft-cancelled-account-cleanup", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 962.857}
{"ITT outcome": "fail", "arm": "r42-ftentropy:agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r42", "task": "rails-ft-entropy-sweep", "tokens": 159434, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1389.275}
{"ITT outcome": "pass", "arm": "r42-ftentropy:agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r42", "task": "rails-ft-entropy-sweep", "tokens": 311809, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1086.784}
{"ITT outcome": "pass", "arm": "r42-ftentropy:agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r42", "task": "rails-ft-entropy-sweep", "tokens": 373401, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1216.818}
{"ITT outcome": "fail", "arm": "r42-ftmysql:agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r42", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 993688, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1330.006}
{"ITT outcome": "fail", "arm": "r42-ftmysql:agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r42", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 228439, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1193.551}
{"ITT outcome": "pass", "arm": "r42-ftmysql:agentic-contract-exec-sol", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r42", "task": "rails-ft-mysql-fulltext-search-foundation", "tokens": 382009, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1187.206}
{"ITT outcome": "fail", "arm": "r44-ftfeed:maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r44", "task": "rails-ft-activity-feed-api", "tokens": 336179, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1734.373}
{"ITT outcome": "fail", "arm": "r44-ftfeed:maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r44", "task": "rails-ft-activity-feed-api", "tokens": 295403, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1686.48}
{"ITT outcome": "fail", "arm": "r44-ftfeed:maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r44", "task": "rails-ft-activity-feed-api", "tokens": 390481, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 2044.226}
{"ITT outcome": "fail", "arm": "r44-fti18n:maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r44", "task": "rails-ft-i18n-support", "tokens": 229150, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 2677.408}
{"ITT outcome": "fail", "arm": "r44-fti18n:maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r44", "task": "rails-ft-i18n-support", "tokens": 50831, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 2253.683}
{"ITT outcome": "fail", "arm": "r44-fti18n:maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r44", "task": "rails-ft-i18n-support", "tokens": 484996, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 2257.325}
{"ITT outcome": "fail", "arm": "r44-ftnotif:maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r44", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 533740, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1989.73}
{"ITT outcome": "fail", "arm": "r44-ftnotif:maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r44", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 475601, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1987.664}
{"ITT outcome": "fail", "arm": "r44-ftnotif:maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r44", "task": "rails-ft-notification-bundle-window-overlap", "tokens": 324974, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 2016.848}
{"ITT outcome": "fail", "arm": "r44-ftsaas:maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r44", "task": "rails-ft-saas-billing", "tokens": 1895543, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 2490.04}
{"ITT outcome": "fail", "arm": "r44-ftsaas:maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r44", "task": "rails-ft-saas-billing", "tokens": 1194537, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 2370.127}
{"ITT outcome": "fail", "arm": "r44-ftsaas:maxbundle-hybrid", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r44", "task": "rails-ft-saas-billing", "tokens": 934667, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 2154.539}
{"ITT outcome": "pass", "arm": "r45-eu-elx12:route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r45", "task": "elx-12-retry-api-deprecation", "tokens": 245841, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1000.446}
{"ITT outcome": "pass", "arm": "r45-eu-elx12:route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r45", "task": "elx-12-retry-api-deprecation", "tokens": 227221, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1029.028}
{"ITT outcome": "pass", "arm": "r45-eu-elx12:route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r45", "task": "elx-12-retry-api-deprecation", "tokens": 194527, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 732.988}
{"ITT outcome": "pass", "arm": "r45-eu-syn13:route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r45", "task": "syn-13-bug-empty-filter-crash", "tokens": 270946, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 308.765}
{"ITT outcome": "pass", "arm": "r45-eu-syn13:route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r45", "task": "syn-13-bug-empty-filter-crash", "tokens": 248873, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 362.969}
{"ITT outcome": "pass", "arm": "r45-eu-syn13:route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r45", "task": "syn-13-bug-empty-filter-crash", "tokens": 268717, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 336.044}
{"ITT outcome": "pass", "arm": "r45-eu-syn14:route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r45", "task": "syn-14-bug-sla-business-hours", "tokens": 68632, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 44.297}
{"ITT outcome": "pass", "arm": "r45-eu-syn14:route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r45", "task": "syn-14-bug-sla-business-hours", "tokens": 67532, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 64.691}
{"ITT outcome": "pass", "arm": "r45-eu-syn14:route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r45", "task": "syn-14-bug-sla-business-hours", "tokens": 58448, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 70.87}
{"ITT outcome": "pass", "arm": "r45-us-elx05:route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r45", "task": "elx-05-cache-single-flight", "tokens": 112113, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 181.49}
{"ITT outcome": "pass", "arm": "r45-us-elx05:route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r45", "task": "elx-05-cache-single-flight", "tokens": 27943, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 99.865}
{"ITT outcome": "pass", "arm": "r45-us-elx05:route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r45", "task": "elx-05-cache-single-flight", "tokens": 444445, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 374.74}
{"ITT outcome": "pass", "arm": "r45-us-elx07:route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r45", "task": "elx-07-cli-stats", "tokens": 319812, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 633.891}
{"ITT outcome": "pass", "arm": "r45-us-elx07:route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r45", "task": "elx-07-cli-stats", "tokens": 208875, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 603.151}
{"ITT outcome": "pass", "arm": "r45-us-elx07:route-v3", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r45", "task": "elx-07-cli-stats", "tokens": 290808, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 708.956}
{"ITT outcome": "pass", "arm": "r46-eu-elx12:route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r46", "task": "elx-12-retry-api-deprecation", "tokens": 36302, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 331.084}
{"ITT outcome": "pass", "arm": "r46-eu-elx12:route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r46", "task": "elx-12-retry-api-deprecation", "tokens": 42298, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 190.787}
{"ITT outcome": "pass", "arm": "r46-eu-elx12:route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r46", "task": "elx-12-retry-api-deprecation", "tokens": 40862, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 155.576}
{"ITT outcome": "pass", "arm": "r46-eu-syn13:route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r46", "task": "syn-13-bug-empty-filter-crash", "tokens": 111281, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 313.379}
{"ITT outcome": "pass", "arm": "r46-eu-syn13:route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r46", "task": "syn-13-bug-empty-filter-crash", "tokens": 88803, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 311.199}
{"ITT outcome": "pass", "arm": "r46-eu-syn13:route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r46", "task": "syn-13-bug-empty-filter-crash", "tokens": 123834, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 317.362}
{"ITT outcome": "pass", "arm": "r46-eu-syn14:route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r46", "task": "syn-14-bug-sla-business-hours", "tokens": 68067, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 131.997}
{"ITT outcome": "pass", "arm": "r46-eu-syn14:route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r46", "task": "syn-14-bug-sla-business-hours", "tokens": 58381, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 109.039}
{"ITT outcome": "pass", "arm": "r46-eu-syn14:route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r46", "task": "syn-14-bug-sla-business-hours", "tokens": 67514, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 108.854}
{"ITT outcome": "fail", "arm": "r46-us-elx05:route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r46", "task": "elx-05-cache-single-flight", "tokens": 47420, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 419.432}
{"ITT outcome": "pass", "arm": "r46-us-elx05:route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r46", "task": "elx-05-cache-single-flight", "tokens": 38818, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 119.655}
{"ITT outcome": "pass", "arm": "r46-us-elx05:route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r46", "task": "elx-05-cache-single-flight", "tokens": 28279, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 122.53}
{"ITT outcome": "fail", "arm": "r46-us-elx07:route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r46", "task": "elx-07-cli-stats", "tokens": 87630, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 389.693}
{"ITT outcome": "fail", "arm": "r46-us-elx07:route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r46", "task": "elx-07-cli-stats", "tokens": 61803, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 398.227}
{"ITT outcome": "fail", "arm": "r46-us-elx07:route-cascade", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r46", "task": "elx-07-cli-stats", "tokens": 106716, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 352.254}
{"ITT outcome": "pass", "arm": "r47-elx05:route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r47", "task": "elx-05-cache-single-flight", "tokens": 57020, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 117.501}
{"ITT outcome": "pass", "arm": "r47-elx05:route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r47", "task": "elx-05-cache-single-flight", "tokens": 126614, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 194.648}
{"ITT outcome": "pass", "arm": "r47-elx05:route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r47", "task": "elx-05-cache-single-flight", "tokens": 29959, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 61.305}
{"ITT outcome": "pass", "arm": "r47-elx07:route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r47", "task": "elx-07-cli-stats", "tokens": 109154, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 578.889}
{"ITT outcome": "pass", "arm": "r47-elx07:route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r47", "task": "elx-07-cli-stats", "tokens": 80614, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 477.38}
{"ITT outcome": "pass", "arm": "r47-elx07:route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r47", "task": "elx-07-cli-stats", "tokens": 106561, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 533.455}
{"ITT outcome": "pass", "arm": "r47-elx12:route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r47", "task": "elx-12-retry-api-deprecation", "tokens": 213442, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 678.44}
{"ITT outcome": "pass", "arm": "r47-elx12:route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r47", "task": "elx-12-retry-api-deprecation", "tokens": 254941, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 786.709}
{"ITT outcome": "fail", "arm": "r47-elx12:route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r47", "task": "elx-12-retry-api-deprecation", "tokens": 217440, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 765.45}
{"ITT outcome": "pass", "arm": "r47-syn13:route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r47", "task": "syn-13-bug-empty-filter-crash", "tokens": 262602, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 311.606}
{"ITT outcome": "pass", "arm": "r47-syn13:route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r47", "task": "syn-13-bug-empty-filter-crash", "tokens": 293925, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 408.933}
{"ITT outcome": "pass", "arm": "r47-syn13:route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r47", "task": "syn-13-bug-empty-filter-crash", "tokens": 238239, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 280.234}
{"ITT outcome": "pass", "arm": "r47-syn14:route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r47", "task": "syn-14-bug-sla-business-hours", "tokens": 51754, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 46.209}
{"ITT outcome": "pass", "arm": "r47-syn14:route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r47", "task": "syn-14-bug-sla-business-hours", "tokens": 67464, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 51.574}
{"ITT outcome": "pass", "arm": "r47-syn14:route-jev", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r47", "task": "syn-14-bug-sla-business-hours", "tokens": 67142, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 67.726}
{"ITT outcome": "pass", "arm": "r48-eu-elx12:cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r48", "task": "elx-12-retry-api-deprecation", "tokens": 38820, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 353.743}
{"ITT outcome": "pass", "arm": "r48-eu-elx12:cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r48", "task": "elx-12-retry-api-deprecation", "tokens": 47799, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 492.613}
{"ITT outcome": "pass", "arm": "r48-eu-elx12:cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r48", "task": "elx-12-retry-api-deprecation", "tokens": 36050, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 507.935}
{"ITT outcome": "pass", "arm": "r48-eu-syn13:cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r48", "task": "syn-13-bug-empty-filter-crash", "tokens": 109130, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 544.959}
{"ITT outcome": "pass", "arm": "r48-eu-syn13:cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r48", "task": "syn-13-bug-empty-filter-crash", "tokens": 105001, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 522.633}
{"ITT outcome": "pass", "arm": "r48-eu-syn13:cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r48", "task": "syn-13-bug-empty-filter-crash", "tokens": 93119, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 527.734}
{"ITT outcome": "pass", "arm": "r48-eu-syn14:cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r48", "task": "syn-14-bug-sla-business-hours", "tokens": 67977, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 310.299}
{"ITT outcome": "pass", "arm": "r48-eu-syn14:cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r48", "task": "syn-14-bug-sla-business-hours", "tokens": 84373, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 282.589}
{"ITT outcome": "pass", "arm": "r48-eu-syn14:cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r48", "task": "syn-14-bug-sla-business-hours", "tokens": 82506, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 321.93}
{"ITT outcome": "pass", "arm": "r48-us-elx05:cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r48", "task": "elx-05-cache-single-flight", "tokens": 50207, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 329.301}
{"ITT outcome": "pass", "arm": "r48-us-elx05:cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r48", "task": "elx-05-cache-single-flight", "tokens": 55506, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 342.544}
{"ITT outcome": "pass", "arm": "r48-us-elx05:cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r48", "task": "elx-05-cache-single-flight", "tokens": 38943, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 324.591}
{"ITT outcome": "fail", "arm": "r48-us-elx07:cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r48", "task": "elx-07-cli-stats", "tokens": 103885, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 588.797}
{"ITT outcome": "fail", "arm": "r48-us-elx07:cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r48", "task": "elx-07-cli-stats", "tokens": 52329, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 556.261}
{"ITT outcome": "fail", "arm": "r48-us-elx07:cascade-contract", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r48", "task": "elx-07-cli-stats", "tokens": 30467, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 503.763}
{"ITT outcome": "fail", "arm": "r48b-elx07:cascade-contract-v2", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r48b", "task": "elx-07-cli-stats", "tokens": 483496, "usd_est": 0.42846834, "venue": "kogen-bench-us", "wall_s": 936.915}
{"ITT outcome": "pass", "arm": "r48b-elx07:cascade-contract-v2", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r48b", "task": "elx-07-cli-stats", "tokens": 894496, "usd_est": 0.42907012, "venue": "kogen-bench-us", "wall_s": 1030.638}
{"ITT outcome": "fail", "arm": "r48b-elx07:cascade-contract-v2", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r48b", "task": "elx-07-cli-stats", "tokens": 551736, "usd_est": 0.44165758, "venue": "kogen-bench-us", "wall_s": 1009.826}
{"ITT outcome": "unresolved", "arm": "r49-eu-elx12:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "invalid", "rep": "1", "round": "r49", "task": "elx-12-retry-api-deprecation", "tokens": 196626, "usd_est": 0.11723753999999999, "venue": "kogen-bench-eu", "wall_s": 437.808}
{"ITT outcome": "unresolved", "arm": "r49-eu-elx12:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "invalid", "rep": "2", "round": "r49", "task": "elx-12-retry-api-deprecation", "tokens": 239272, "usd_est": 0.10982156000000001, "venue": "kogen-bench-eu", "wall_s": 560.983}
{"ITT outcome": "unresolved", "arm": "r49-eu-elx12:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "invalid", "rep": "3", "round": "r49", "task": "elx-12-retry-api-deprecation", "tokens": 320542, "usd_est": 0.11515222, "venue": "kogen-bench-eu", "wall_s": 435.895}
{"ITT outcome": "unresolved", "arm": "r49-eu-elx12:mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r49", "task": "elx-12-retry-api-deprecation", "tokens": 566878, "usd_est": 0.020761239999999997, "venue": "kogen-bench-eu", "wall_s": 533.785}
{"ITT outcome": "unresolved", "arm": "r49-eu-elx12:mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r49", "task": "elx-12-retry-api-deprecation", "tokens": 210272, "usd_est": 0.01534328, "venue": "kogen-bench-eu", "wall_s": 497.198}
{"ITT outcome": "unresolved", "arm": "r49-eu-elx12:mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r49", "task": "elx-12-retry-api-deprecation", "tokens": 262985, "usd_est": 0.0157513, "venue": "kogen-bench-eu", "wall_s": 400.012}
{"ITT outcome": "unresolved", "arm": "r49-eu-syn13:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "invalid", "rep": "1", "round": "r49", "task": "syn-13-bug-empty-filter-crash", "tokens": 700227, "usd_est": 0.18784378000000002, "venue": "kogen-bench-eu", "wall_s": 561.98}
{"ITT outcome": "unresolved", "arm": "r49-eu-syn13:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "invalid", "rep": "2", "round": "r49", "task": "syn-13-bug-empty-filter-crash", "tokens": 607833, "usd_est": 0.13138256, "venue": "kogen-bench-eu", "wall_s": 562.654}
{"ITT outcome": "unresolved", "arm": "r49-eu-syn13:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "invalid", "rep": "3", "round": "r49", "task": "syn-13-bug-empty-filter-crash", "tokens": 704759, "usd_est": 0.15904452, "venue": "kogen-bench-eu", "wall_s": 578.025}
{"ITT outcome": "unresolved", "arm": "r49-eu-syn13:mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r49", "task": "syn-13-bug-empty-filter-crash", "tokens": 667176, "usd_est": 0.0224272, "venue": "kogen-bench-eu", "wall_s": 465.554}
{"ITT outcome": "unresolved", "arm": "r49-eu-syn13:mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r49", "task": "syn-13-bug-empty-filter-crash", "tokens": 1200822, "usd_est": 0.03032932, "venue": "kogen-bench-eu", "wall_s": 555.141}
{"ITT outcome": "unresolved", "arm": "r49-eu-syn13:mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r49", "task": "syn-13-bug-empty-filter-crash", "tokens": 1004698, "usd_est": 0.029297880000000002, "venue": "kogen-bench-eu", "wall_s": 750.365}
{"ITT outcome": "unresolved", "arm": "r49-eu-syn14:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "invalid", "rep": "1", "round": "r49", "task": "syn-14-bug-sla-business-hours", "tokens": 259609, "usd_est": 0.15421692, "venue": "kogen-bench-eu", "wall_s": 322.96}
{"ITT outcome": "unresolved", "arm": "r49-eu-syn14:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "invalid", "rep": "2", "round": "r49", "task": "syn-14-bug-sla-business-hours", "tokens": 181647, "usd_est": 0.09651501999999999, "venue": "kogen-bench-eu", "wall_s": 310.638}
{"ITT outcome": "pass", "arm": "r49-eu-syn14:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r49", "task": "syn-14-bug-sla-business-hours", "tokens": 327913, "usd_est": 0.1596728, "venue": "kogen-bench-eu", "wall_s": 269.971}
{"ITT outcome": "pass", "arm": "r49-eu-syn14:mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r49", "task": "syn-14-bug-sla-business-hours", "tokens": 280541, "usd_est": 0.01032482, "venue": "kogen-bench-eu", "wall_s": 252.692}
{"ITT outcome": "pass", "arm": "r49-eu-syn14:mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r49", "task": "syn-14-bug-sla-business-hours", "tokens": 391193, "usd_est": 0.01517154, "venue": "kogen-bench-eu", "wall_s": 449.591}
{"ITT outcome": "pass", "arm": "r49-eu-syn14:mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r49", "task": "syn-14-bug-sla-business-hours", "tokens": 199466, "usd_est": 0.00970852, "venue": "kogen-bench-eu", "wall_s": 240.813}
{"ITT outcome": "unresolved", "arm": "r49-us-elx05:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "invalid", "rep": "1", "round": "r49", "task": "elx-05-cache-single-flight", "tokens": 112768, "usd_est": 0.09642056, "venue": "kogen-bench-us", "wall_s": 385.949}
{"ITT outcome": "unresolved", "arm": "r49-us-elx05:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "invalid", "rep": "2", "round": "r49", "task": "elx-05-cache-single-flight", "tokens": 132524, "usd_est": 0.09811884, "venue": "kogen-bench-us", "wall_s": 442.239}
{"ITT outcome": "unresolved", "arm": "r49-us-elx05:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "invalid", "rep": "3", "round": "r49", "task": "elx-05-cache-single-flight", "tokens": 255052, "usd_est": 0.0800289, "venue": "kogen-bench-us", "wall_s": 450.265}
{"ITT outcome": "pass", "arm": "r49-us-elx05:mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r49", "task": "elx-05-cache-single-flight", "tokens": 245154, "usd_est": 0.014189, "venue": "kogen-bench-us", "wall_s": 472.538}
{"ITT outcome": "pass", "arm": "r49-us-elx05:mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r49", "task": "elx-05-cache-single-flight", "tokens": 184206, "usd_est": 0.013684680000000001, "venue": "kogen-bench-us", "wall_s": 429.76}
{"ITT outcome": "pass", "arm": "r49-us-elx05:mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r49", "task": "elx-05-cache-single-flight", "tokens": 282415, "usd_est": 0.015450380000000001, "venue": "kogen-bench-us", "wall_s": 402.327}
{"ITT outcome": "unresolved", "arm": "r49-us-elx07:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "invalid", "rep": "1", "round": "r49", "task": "elx-07-cli-stats", "tokens": 309613, "usd_est": 0.12512756, "venue": "kogen-bench-us", "wall_s": 588.654}
{"ITT outcome": "unresolved", "arm": "r49-us-elx07:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "invalid", "rep": "2", "round": "r49", "task": "elx-07-cli-stats", "tokens": 348383, "usd_est": 0.10969468, "venue": "kogen-bench-us", "wall_s": 500.479}
{"ITT outcome": "unresolved", "arm": "r49-us-elx07:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "invalid", "rep": "3", "round": "r49", "task": "elx-07-cli-stats", "tokens": 241014, "usd_est": 0.11564808000000001, "venue": "kogen-bench-us", "wall_s": 529.522}
{"ITT outcome": "unresolved", "arm": "r49-us-elx07:mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r49", "task": "elx-07-cli-stats", "tokens": 440326, "usd_est": 0.02185212, "venue": "kogen-bench-us", "wall_s": 516.594}
{"ITT outcome": "unresolved", "arm": "r49-us-elx07:mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r49", "task": "elx-07-cli-stats", "tokens": 397033, "usd_est": 0.023300099999999997, "venue": "kogen-bench-us", "wall_s": 681.091}
{"ITT outcome": "unresolved", "arm": "r49-us-elx07:mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r49", "task": "elx-07-cli-stats", "tokens": 378416, "usd_est": 0.02062064, "venue": "kogen-bench-us", "wall_s": 704.096}
{"ITT outcome": "fail", "arm": "r49b-eu-elx12:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r49b", "task": "elx-12-retry-api-deprecation", "tokens": 263223, "usd_est": 0.11881896, "venue": "kogen-bench-eu", "wall_s": 642.289}
{"ITT outcome": "fail", "arm": "r49b-eu-elx12:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r49b", "task": "elx-12-retry-api-deprecation", "tokens": 437161, "usd_est": 0.16815522, "venue": "kogen-bench-eu", "wall_s": 858.338}
{"ITT outcome": "fail", "arm": "r49b-eu-elx12:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r49b", "task": "elx-12-retry-api-deprecation", "tokens": 462710, "usd_est": 0.14707108, "venue": "kogen-bench-eu", "wall_s": 796.1}
{"ITT outcome": "fail", "arm": "r49b-eu-elx12:mc-review", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r49b", "task": "elx-12-retry-api-deprecation", "tokens": 428054, "usd_est": 0.10991396, "venue": "kogen-bench-eu", "wall_s": 728.396}
{"ITT outcome": "fail", "arm": "r49b-eu-elx12:mc-review", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r49b", "task": "elx-12-retry-api-deprecation", "tokens": 340136, "usd_est": 0.10311224, "venue": "kogen-bench-eu", "wall_s": 768.454}
{"ITT outcome": "pass", "arm": "r49b-eu-elx12:mc-review", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r49b", "task": "elx-12-retry-api-deprecation", "tokens": 336687, "usd_est": 0.07942626, "venue": "kogen-bench-eu", "wall_s": 729.838}
{"ITT outcome": "pass", "arm": "r49b-eu-syn13:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r49b", "task": "syn-13-bug-empty-filter-crash", "tokens": 679858, "usd_est": 0.20173275999999998, "venue": "kogen-bench-eu", "wall_s": 763.425}
{"ITT outcome": "pass", "arm": "r49b-eu-syn13:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r49b", "task": "syn-13-bug-empty-filter-crash", "tokens": 960578, "usd_est": 0.31911556, "venue": "kogen-bench-eu", "wall_s": 736.418}
{"ITT outcome": "pass", "arm": "r49b-eu-syn13:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r49b", "task": "syn-13-bug-empty-filter-crash", "tokens": 1324389, "usd_est": 0.31496752000000006, "venue": "kogen-bench-eu", "wall_s": 784.021}
{"ITT outcome": "pass", "arm": "r49b-eu-syn13:mc-review", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r49b", "task": "syn-13-bug-empty-filter-crash", "tokens": 1241586, "usd_est": 0.14442492, "venue": "kogen-bench-eu", "wall_s": 964.85}
{"ITT outcome": "pass", "arm": "r49b-eu-syn13:mc-review", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r49b", "task": "syn-13-bug-empty-filter-crash", "tokens": 1141362, "usd_est": 0.18470072, "venue": "kogen-bench-eu", "wall_s": 803.751}
{"ITT outcome": "pass", "arm": "r49b-eu-syn13:mc-review", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r49b", "task": "syn-13-bug-empty-filter-crash", "tokens": 1241645, "usd_est": 0.14603932, "venue": "kogen-bench-eu", "wall_s": 826.132}
{"ITT outcome": "pass", "arm": "r49b-eu-syn14:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r49b", "task": "syn-14-bug-sla-business-hours", "tokens": 382928, "usd_est": 0.19243576, "venue": "kogen-bench-eu", "wall_s": 425.955}
{"ITT outcome": "pass", "arm": "r49b-eu-syn14:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r49b", "task": "syn-14-bug-sla-business-hours", "tokens": 305060, "usd_est": 0.16832036, "venue": "kogen-bench-eu", "wall_s": 439.052}
{"ITT outcome": "pass", "arm": "r49b-us-elx05:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r49b", "task": "elx-05-cache-single-flight", "tokens": 161445, "usd_est": 0.1539205, "venue": "kogen-bench-us", "wall_s": 628.519}
{"ITT outcome": "pass", "arm": "r49b-us-elx05:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r49b", "task": "elx-05-cache-single-flight", "tokens": 193765, "usd_est": 0.15838256, "venue": "kogen-bench-us", "wall_s": 656.798}
{"ITT outcome": "pass", "arm": "r49b-us-elx05:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r49b", "task": "elx-05-cache-single-flight", "tokens": 142122, "usd_est": 0.14848704000000001, "venue": "kogen-bench-us", "wall_s": 499.471}
{"ITT outcome": "pass", "arm": "r49b-us-elx07:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r49b", "task": "elx-07-cli-stats", "tokens": 551528, "usd_est": 0.19033148, "venue": "kogen-bench-us", "wall_s": 801.574}
{"ITT outcome": "pass", "arm": "r49b-us-elx07:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r49b", "task": "elx-07-cli-stats", "tokens": 370658, "usd_est": 0.18523234, "venue": "kogen-bench-us", "wall_s": 769.435}
{"ITT outcome": "pass", "arm": "r49b-us-elx07:mc-contract", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r49b", "task": "elx-07-cli-stats", "tokens": 359636, "usd_est": 0.1817953, "venue": "kogen-bench-us", "wall_s": 733.451}
{"ITT outcome": "pass", "arm": "r49b-us-elx07:mc-review", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r49b", "task": "elx-07-cli-stats", "tokens": 732872, "usd_est": 0.10871077999999999, "venue": "kogen-bench-us", "wall_s": 1206.319}
{"ITT outcome": "pass", "arm": "r49b-us-elx07:mc-review", "effort": "gpt-6-luna / max + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r49b", "task": "elx-07-cli-stats", "tokens": 928247, "usd_est": 0.15815961999999997, "venue": "kogen-bench-us", "wall_s": 1151.284}
{"ITT outcome": "pass", "arm": "r49b-us-elx07:mc-review", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r49b", "task": "elx-07-cli-stats", "tokens": 340597, "usd_est": 0.02101698, "venue": "kogen-bench-us", "wall_s": 532.061}
{"ITT outcome": "fail", "arm": "r4aj:bare", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 41157, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 538.304}
{"ITT outcome": "fail", "arm": "r4aj:bare", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 62757, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 149.986}
{"ITT outcome": "fail", "arm": "r4aj:bare", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 73943, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 231.877}
{"ITT outcome": "pass", "arm": "r4aj:p21+p11", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 168815, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 590.374}
{"ITT outcome": "pass", "arm": "r4aj:p21+p11", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 146990, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 393.592}
{"ITT outcome": "pass", "arm": "r4aj:p21+p11", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 178635, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 493.962}
{"ITT outcome": "pass", "arm": "r4aj:p21+p22+p04", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 69555, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 287.114}
{"ITT outcome": "fail", "arm": "r4aj:p21+p22+p04", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 55647, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 297.252}
{"ITT outcome": "pass", "arm": "r4aj:p21+p22+p04", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 74340, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 364.417}
{"ITT outcome": "fail", "arm": "r4aj:p22+p17", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 47947, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 578.186}
{"ITT outcome": "pass", "arm": "r4aj:p22+p17", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 66750, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 299.402}
{"ITT outcome": "fail", "arm": "r4aj:p22+p17", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 128830, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 395.591}
{"ITT outcome": "fail", "arm": "r4aj:bare", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 29036, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 276.821}
{"ITT outcome": "pass", "arm": "r4aj:bare", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 71009, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 383.717}
{"ITT outcome": "pass", "arm": "r4aj:bare", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 51199, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 212.219}
{"ITT outcome": "pass", "arm": "r4aj:p21+p02", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 55695, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 277.771}
{"ITT outcome": "fail", "arm": "r4aj:p21+p02", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 90343, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 242.055}
{"ITT outcome": "pass", "arm": "r4aj:p21+p02", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 65786, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 174.296}
{"ITT outcome": "pass", "arm": "r4aj:p22+p02", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 54195, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 279.268}
{"ITT outcome": "fail", "arm": "r4aj:p22+p02", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 41008, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 224.999}
{"ITT outcome": "fail", "arm": "r4aj:p22+p02", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 52313, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 41.063}
{"ITT outcome": "pass", "arm": "r4aj:w2+p21+p22", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 119666, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 248.442}
{"ITT outcome": "pass", "arm": "r4aj:w2+p21+p22", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 98251, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 300.862}
{"ITT outcome": "fail", "arm": "r4aj:w2+p21+p22", "effort": "low", "exclusion reason": "", "harness": "kh-fac", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r4", "task": "rails-aj-enqueue-after-commit", "tokens": 90064, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 222.919}
{"ITT outcome": "pass", "arm": "r50-eu-elx12:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "elx-12-retry-api-deprecation", "tokens": 1952935, "usd_est": 0.71611808, "venue": "kogen-bench-eu", "wall_s": 2274.912}
{"ITT outcome": "pass", "arm": "r50-eu-elx12:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "elx-12-retry-api-deprecation", "tokens": 1711776, "usd_est": 0.62825984, "venue": "kogen-bench-eu", "wall_s": 1992.407}
{"ITT outcome": "pass", "arm": "r50-eu-elx12:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "elx-12-retry-api-deprecation", "tokens": 1462935, "usd_est": 0.54392718, "venue": "kogen-bench-eu", "wall_s": 1683.299}
{"ITT outcome": "pass", "arm": "r50-eu-elx12:P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "elx-12-retry-api-deprecation", "tokens": 637584, "usd_est": 0.7308640000000001, "venue": "kogen-bench-eu", "wall_s": 1327.061}
{"ITT outcome": "pass", "arm": "r50-eu-elx12:P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "elx-12-retry-api-deprecation", "tokens": 747675, "usd_est": 0.7384795999999999, "venue": "kogen-bench-eu", "wall_s": 1336.515}
{"ITT outcome": "pass", "arm": "r50-eu-elx12:P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "elx-12-retry-api-deprecation", "tokens": 1348168, "usd_est": 0.9495471999999998, "venue": "kogen-bench-eu", "wall_s": 1667.41}
{"ITT outcome": "pass", "arm": "r50-eu-elx12:P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "elx-12-retry-api-deprecation", "tokens": 974424, "usd_est": 0.9204256000000001, "venue": "kogen-bench-eu", "wall_s": 1710.15}
{"ITT outcome": "pass", "arm": "r50-eu-elx12:P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "elx-12-retry-api-deprecation", "tokens": 745262, "usd_est": 0.7397176, "venue": "kogen-bench-eu", "wall_s": 1409.904}
{"ITT outcome": "pass", "arm": "r50-eu-elx12:P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "elx-12-retry-api-deprecation", "tokens": 1120452, "usd_est": 0.8879775999999999, "venue": "kogen-bench-eu", "wall_s": 1553.089}
{"ITT outcome": "pass", "arm": "r50-eu-syn13:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "syn-13-bug-empty-filter-crash", "tokens": 2317375, "usd_est": 0.6128219400000001, "venue": "kogen-bench-eu", "wall_s": 1818.012}
{"ITT outcome": "pass", "arm": "r50-eu-syn13:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "syn-13-bug-empty-filter-crash", "tokens": 1635951, "usd_est": 0.61244966, "venue": "kogen-bench-eu", "wall_s": 1186.252}
{"ITT outcome": "pass", "arm": "r50-eu-syn13:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "syn-13-bug-empty-filter-crash", "tokens": 1460927, "usd_est": 0.49386218, "venue": "kogen-bench-eu", "wall_s": 1284.498}
{"ITT outcome": "pass", "arm": "r50-eu-syn13:P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "syn-13-bug-empty-filter-crash", "tokens": 1233650, "usd_est": 0.6913608, "venue": "kogen-bench-eu", "wall_s": 1202.336}
{"ITT outcome": "pass", "arm": "r50-eu-syn13:P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "syn-13-bug-empty-filter-crash", "tokens": 1159324, "usd_est": 0.7125808000000001, "venue": "kogen-bench-eu", "wall_s": 1075.058}
{"ITT outcome": "pass", "arm": "r50-eu-syn13:P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "syn-13-bug-empty-filter-crash", "tokens": 823394, "usd_est": 0.6465080000000001, "venue": "kogen-bench-eu", "wall_s": 996.123}
{"ITT outcome": "pass", "arm": "r50-eu-syn13:P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "syn-13-bug-empty-filter-crash", "tokens": 1428581, "usd_est": 0.8430899999999999, "venue": "kogen-bench-eu", "wall_s": 1133.139}
{"ITT outcome": "pass", "arm": "r50-eu-syn13:P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "syn-13-bug-empty-filter-crash", "tokens": 1109221, "usd_est": 0.6372787999999999, "venue": "kogen-bench-eu", "wall_s": 1122.477}
{"ITT outcome": "pass", "arm": "r50-eu-syn13:P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "syn-13-bug-empty-filter-crash", "tokens": 1282158, "usd_est": 0.7517271999999999, "venue": "kogen-bench-eu", "wall_s": 1297.274}
{"ITT outcome": "pass", "arm": "r50-eu-syn14:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "syn-14-bug-sla-business-hours", "tokens": 1386933, "usd_est": 0.5252042000000001, "venue": "kogen-bench-eu", "wall_s": 1202.131}
{"ITT outcome": "pass", "arm": "r50-eu-syn14:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "syn-14-bug-sla-business-hours", "tokens": 1013039, "usd_est": 0.5278527199999999, "venue": "kogen-bench-eu", "wall_s": 1202.648}
{"ITT outcome": "pass", "arm": "r50-eu-syn14:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "syn-14-bug-sla-business-hours", "tokens": 1193596, "usd_est": 0.55884, "venue": "kogen-bench-eu", "wall_s": 1216.513}
{"ITT outcome": "pass", "arm": "r50-eu-syn14:P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "syn-14-bug-sla-business-hours", "tokens": 852126, "usd_est": 0.5923992, "venue": "kogen-bench-eu", "wall_s": 1053.243}
{"ITT outcome": "pass", "arm": "r50-eu-syn14:P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "syn-14-bug-sla-business-hours", "tokens": 801429, "usd_est": 0.5829252, "venue": "kogen-bench-eu", "wall_s": 1014.81}
{"ITT outcome": "pass", "arm": "r50-eu-syn14:P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "syn-14-bug-sla-business-hours", "tokens": 1115256, "usd_est": 0.6739599999999999, "venue": "kogen-bench-eu", "wall_s": 1085.666}
{"ITT outcome": "pass", "arm": "r50-eu-syn14:P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "syn-14-bug-sla-business-hours", "tokens": 1023705, "usd_est": 0.6255908, "venue": "kogen-bench-eu", "wall_s": 1154.727}
{"ITT outcome": "pass", "arm": "r50-eu-syn14:P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "syn-14-bug-sla-business-hours", "tokens": 991853, "usd_est": 0.6576995999999999, "venue": "kogen-bench-eu", "wall_s": 1274.932}
{"ITT outcome": "pass", "arm": "r50-eu-syn14:P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "syn-14-bug-sla-business-hours", "tokens": 762200, "usd_est": 0.5492704, "venue": "kogen-bench-eu", "wall_s": 948.558}
{"ITT outcome": "pass", "arm": "r50-us-elx05:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "elx-05-cache-single-flight", "tokens": 655916, "usd_est": 0.37752821999999997, "venue": "kogen-bench-us", "wall_s": 1114.245}
{"ITT outcome": "pass", "arm": "r50-us-elx05:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "elx-05-cache-single-flight", "tokens": 1069771, "usd_est": 0.41951164, "venue": "kogen-bench-us", "wall_s": 1543.499}
{"ITT outcome": "pass", "arm": "r50-us-elx05:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "elx-05-cache-single-flight", "tokens": 819760, "usd_est": 0.51010928, "venue": "kogen-bench-us", "wall_s": 1279.479}
{"ITT outcome": "pass", "arm": "r50-us-elx05:P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "elx-05-cache-single-flight", "tokens": 438446, "usd_est": 0.48038, "venue": "kogen-bench-us", "wall_s": 1024.026}
{"ITT outcome": "pass", "arm": "r50-us-elx05:P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "elx-05-cache-single-flight", "tokens": 493887, "usd_est": 0.4965644, "venue": "kogen-bench-us", "wall_s": 994.411}
{"ITT outcome": "pass", "arm": "r50-us-elx05:P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "elx-05-cache-single-flight", "tokens": 398649, "usd_est": 0.4737492, "venue": "kogen-bench-us", "wall_s": 944.943}
{"ITT outcome": "pass", "arm": "r50-us-elx05:P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "elx-05-cache-single-flight", "tokens": 473011, "usd_est": 0.5686476, "venue": "kogen-bench-us", "wall_s": 1149.554}
{"ITT outcome": "pass", "arm": "r50-us-elx05:P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "elx-05-cache-single-flight", "tokens": 525987, "usd_est": 0.5250636000000001, "venue": "kogen-bench-us", "wall_s": 1178.772}
{"ITT outcome": "pass", "arm": "r50-us-elx05:P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "elx-05-cache-single-flight", "tokens": 416269, "usd_est": 0.5069572, "venue": "kogen-bench-us", "wall_s": 1024.755}
{"ITT outcome": "pass", "arm": "r50-us-elx07:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "elx-07-cli-stats", "tokens": 1327107, "usd_est": 0.5262414, "venue": "kogen-bench-us", "wall_s": 1610.303}
{"ITT outcome": "pass", "arm": "r50-us-elx07:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "elx-07-cli-stats", "tokens": 1997542, "usd_est": 0.62385988, "venue": "kogen-bench-us", "wall_s": 2190.925}
{"ITT outcome": "pass", "arm": "r50-us-elx07:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "elx-07-cli-stats", "tokens": 804297, "usd_est": 0.48509122, "venue": "kogen-bench-us", "wall_s": 1482.098}
{"ITT outcome": "pass", "arm": "r50-us-elx07:P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "elx-07-cli-stats", "tokens": 529565, "usd_est": 0.48949319999999996, "venue": "kogen-bench-us", "wall_s": 1127.31}
{"ITT outcome": "pass", "arm": "r50-us-elx07:P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "elx-07-cli-stats", "tokens": 754180, "usd_est": 0.6666768, "venue": "kogen-bench-us", "wall_s": 1484.412}
{"ITT outcome": "pass", "arm": "r50-us-elx07:P-sollow", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "elx-07-cli-stats", "tokens": 446262, "usd_est": 0.5199864, "venue": "kogen-bench-us", "wall_s": 1069.874}
{"ITT outcome": "pass", "arm": "r50-us-elx07:P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r50", "task": "elx-07-cli-stats", "tokens": 753286, "usd_est": 0.6567304, "venue": "kogen-bench-us", "wall_s": 1360.366}
{"ITT outcome": "pass", "arm": "r50-us-elx07:P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r50", "task": "elx-07-cli-stats", "tokens": 637786, "usd_est": 0.5842887999999999, "venue": "kogen-bench-us", "wall_s": 1275.68}
{"ITT outcome": "pass", "arm": "r50-us-elx07:P-solmed", "effort": "gpt-6.1-sol / high + gpt-6.1-sol / medium", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r50", "task": "elx-07-cli-stats", "tokens": 868876, "usd_est": 0.6764847999999999, "venue": "kogen-bench-us", "wall_s": 1368.978}
{"ITT outcome": "fail", "arm": "r51-eu-elx12:pl-approach-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 68342, "usd_est": 0.04282424, "venue": "kogen-bench-eu", "wall_s": 223.509}
{"ITT outcome": "pass", "arm": "r51-eu-elx12:pl-approach-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 85103, "usd_est": 0.04386742, "venue": "kogen-bench-eu", "wall_s": 241.601}
{"ITT outcome": "pass", "arm": "r51-eu-elx12:pl-approach-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 446062, "usd_est": 0.0546064, "venue": "kogen-bench-eu", "wall_s": 478.856}
{"ITT outcome": "pass", "arm": "r51-eu-elx12:pl-approach-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 190515, "usd_est": 0.04402848, "venue": "kogen-bench-eu", "wall_s": 472.811}
{"ITT outcome": "pass", "arm": "r51-eu-elx12:pl-approach-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 86722, "usd_est": 0.12203228, "venue": "kogen-bench-eu", "wall_s": 385.512}
{"ITT outcome": "pass", "arm": "r51-eu-elx12:pl-approach-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 79944, "usd_est": 0.11687624, "venue": "kogen-bench-eu", "wall_s": 274.148}
{"ITT outcome": "pass", "arm": "r51-eu-elx12:pl-criteria-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 74477, "usd_est": 0.026181419999999997, "venue": "kogen-bench-eu", "wall_s": 180.769}
{"ITT outcome": "fail", "arm": "r51-eu-elx12:pl-criteria-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 91836, "usd_est": 0.02691446, "venue": "kogen-bench-eu", "wall_s": 201.4}
{"ITT outcome": "fail", "arm": "r51-eu-elx12:pl-criteria-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 422896, "usd_est": 0.038205119999999995, "venue": "kogen-bench-eu", "wall_s": 406.393}
{"ITT outcome": "fail", "arm": "r51-eu-elx12:pl-criteria-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 284732, "usd_est": 0.03243164, "venue": "kogen-bench-eu", "wall_s": 378.303}
{"ITT outcome": "pass", "arm": "r51-eu-elx12:pl-criteria-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 73292, "usd_est": 0.08095743999999999, "venue": "kogen-bench-eu", "wall_s": 230.312}
{"ITT outcome": "pass", "arm": "r51-eu-elx12:pl-criteria-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 81220, "usd_est": 0.08418094, "venue": "kogen-bench-eu", "wall_s": 237.637}
{"ITT outcome": "pass", "arm": "r51-eu-elx12:pl-none-luna-low", "effort": "gpt-6-luna / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 32387, "usd_est": 0.0021103800000000002, "venue": "kogen-bench-eu", "wall_s": 48.846}
{"ITT outcome": "pass", "arm": "r51-eu-elx12:pl-none-luna-low", "effort": "gpt-6-luna / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 36299, "usd_est": 0.00232918, "venue": "kogen-bench-eu", "wall_s": 61.284}
{"ITT outcome": "fail", "arm": "r51-eu-elx12:pl-none-luna-max", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 373383, "usd_est": 0.013342140000000002, "venue": "kogen-bench-eu", "wall_s": 300.8}
{"ITT outcome": "pass", "arm": "r51-eu-elx12:pl-none-luna-max", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 88557, "usd_est": 0.00680514, "venue": "kogen-bench-eu", "wall_s": 235.016}
{"ITT outcome": "pass", "arm": "r51-eu-elx12:pl-none-sol-low", "effort": "gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 30660, "usd_est": 0.0354656, "venue": "kogen-bench-eu", "wall_s": 79.415}
{"ITT outcome": "pass", "arm": "r51-eu-elx12:pl-none-sol-low", "effort": "gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 22710, "usd_est": 0.0364088, "venue": "kogen-bench-eu", "wall_s": 76.691}
{"ITT outcome": "pass", "arm": "r51-eu-elx12:pl-steps-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 130038, "usd_est": 0.0457466, "venue": "kogen-bench-eu", "wall_s": 304.277}
{"ITT outcome": "pass", "arm": "r51-eu-elx12:pl-steps-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 94391, "usd_est": 0.0432892, "venue": "kogen-bench-eu", "wall_s": 309.815}
{"ITT outcome": "fail", "arm": "r51-eu-elx12:pl-steps-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 292779, "usd_est": 0.0326607, "venue": "kogen-bench-eu", "wall_s": 408.996}
{"ITT outcome": "pass", "arm": "r51-eu-elx12:pl-steps-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 584244, "usd_est": 0.05803385999999999, "venue": "kogen-bench-eu", "wall_s": 479.93}
{"ITT outcome": "pass", "arm": "r51-eu-elx12:pl-steps-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 97947, "usd_est": 0.08643882, "venue": "kogen-bench-eu", "wall_s": 290.017}
{"ITT outcome": "pass", "arm": "r51-eu-elx12:pl-steps-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "elx-12-retry-api-deprecation", "tokens": 73407, "usd_est": 0.10046234, "venue": "kogen-bench-eu", "wall_s": 310.685}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-approach-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "elx-07-cli-stats", "tokens": 69243, "usd_est": 0.03372162, "venue": "kogen-bench-us", "wall_s": 218.701}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-approach-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "elx-07-cli-stats", "tokens": 70533, "usd_est": 0.04599932, "venue": "kogen-bench-us", "wall_s": 346.309}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-approach-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "elx-07-cli-stats", "tokens": 490954, "usd_est": 0.0590103, "venue": "kogen-bench-us", "wall_s": 617.295}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-approach-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "elx-07-cli-stats", "tokens": 534044, "usd_est": 0.06132638, "venue": "kogen-bench-us", "wall_s": 602.236}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-approach-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "elx-07-cli-stats", "tokens": 77381, "usd_est": 0.11931994000000001, "venue": "kogen-bench-us", "wall_s": 333.707}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-approach-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "elx-07-cli-stats", "tokens": 68792, "usd_est": 0.11834716, "venue": "kogen-bench-us", "wall_s": 334.327}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-criteria-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "elx-07-cli-stats", "tokens": 50671, "usd_est": 0.03072992, "venue": "kogen-bench-us", "wall_s": 202.713}
{"ITT outcome": "fail", "arm": "r51-us-elx07:pl-criteria-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r51", "task": "elx-07-cli-stats", "tokens": 81251, "usd_est": 0.03171052, "venue": "kogen-bench-us", "wall_s": 254.146}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-criteria-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "elx-07-cli-stats", "tokens": 611759, "usd_est": 0.047842180000000005, "venue": "kogen-bench-us", "wall_s": 582.413}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-criteria-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "elx-07-cli-stats", "tokens": 194549, "usd_est": 0.02712726, "venue": "kogen-bench-us", "wall_s": 365.015}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-criteria-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "elx-07-cli-stats", "tokens": 91646, "usd_est": 0.1056902, "venue": "kogen-bench-us", "wall_s": 273.537}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-criteria-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "elx-07-cli-stats", "tokens": 88139, "usd_est": 0.08699098, "venue": "kogen-bench-us", "wall_s": 274.326}
{"ITT outcome": "fail", "arm": "r51-us-elx07:pl-none-luna-low", "effort": "gpt-6-luna / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r51", "task": "elx-07-cli-stats", "tokens": 72488, "usd_est": 0.00474024, "venue": "kogen-bench-us", "wall_s": 105.618}
{"ITT outcome": "fail", "arm": "r51-us-elx07:pl-none-luna-low", "effort": "gpt-6-luna / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r51", "task": "elx-07-cli-stats", "tokens": 58451, "usd_est": 0.0033600600000000007, "venue": "kogen-bench-us", "wall_s": 66.285}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-none-luna-max", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r51", "task": "elx-07-cli-stats", "tokens": 281453, "usd_est": 0.01376754, "venue": "kogen-bench-us", "wall_s": 322.715}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-none-luna-max", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r51", "task": "elx-07-cli-stats", "tokens": 375699, "usd_est": 0.015987260000000003, "venue": "kogen-bench-us", "wall_s": 383.535}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-none-sol-low", "effort": "gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "elx-07-cli-stats", "tokens": 50350, "usd_est": 0.0687096, "venue": "kogen-bench-us", "wall_s": 86.396}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-none-sol-low", "effort": "gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "elx-07-cli-stats", "tokens": 39737, "usd_est": 0.038154, "venue": "kogen-bench-us", "wall_s": 77.98}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-steps-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "elx-07-cli-stats", "tokens": 99097, "usd_est": 0.05344406, "venue": "kogen-bench-us", "wall_s": 339.859}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-steps-luna-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "elx-07-cli-stats", "tokens": 79288, "usd_est": 0.05447928, "venue": "kogen-bench-us", "wall_s": 375.793}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-steps-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "elx-07-cli-stats", "tokens": 364961, "usd_est": 0.05682602, "venue": "kogen-bench-us", "wall_s": 536.485}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-steps-luna-max", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "elx-07-cli-stats", "tokens": 202741, "usd_est": 0.050016420000000006, "venue": "kogen-bench-us", "wall_s": 424.406}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-steps-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r51", "task": "elx-07-cli-stats", "tokens": 93318, "usd_est": 0.11487412, "venue": "kogen-bench-us", "wall_s": 341.577}
{"ITT outcome": "pass", "arm": "r51-us-elx07:pl-steps-sol-low", "effort": "gpt-6-luna / low + gpt-6.1-sol / high + gpt-6.1-sol / low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r51", "task": "elx-07-cli-stats", "tokens": 68702, "usd_est": 0.0996099, "venue": "kogen-bench-us", "wall_s": 363.509}
{"ITT outcome": "pass", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "elx-04-queue-backpressure", "tokens": 909542, "usd_est": 0.48416688, "venue": "kogen-bench-eu", "wall_s": 1854.742}
{"ITT outcome": "pass", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r53", "task": "elx-04-queue-backpressure", "tokens": 1336449, "usd_est": 0.52907204, "venue": "kogen-bench-eu", "wall_s": 2405.619}
{"ITT outcome": "pass", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "elx-04-queue-backpressure", "tokens": 845561, "usd_est": 0.4333178, "venue": "kogen-bench-eu", "wall_s": 1575.884}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r53", "task": "elx-04-queue-backpressure", "tokens": 650701, "usd_est": 0.01801282, "venue": "kogen-bench-eu", "wall_s": 358.663}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r53", "task": "elx-04-queue-backpressure", "tokens": 332817, "usd_est": 0.01591666, "venue": "kogen-bench-eu", "wall_s": 352.083}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r53", "task": "elx-04-queue-backpressure", "tokens": 631212, "usd_est": 0.02197872, "venue": "kogen-bench-eu", "wall_s": 438.227}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "elx-04-queue-backpressure", "tokens": 190476, "usd_est": 0.1684592, "venue": "kogen-bench-eu", "wall_s": 384.989}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r53", "task": "elx-04-queue-backpressure", "tokens": 150198, "usd_est": 0.1521192, "venue": "kogen-bench-eu", "wall_s": 306.278}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "elx-04-queue-backpressure", "tokens": 186870, "usd_est": 0.158572, "venue": "kogen-bench-eu", "wall_s": 327.598}
{"ITT outcome": "pass", "arm": "r53:sol", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r53", "task": "elx-04-queue-backpressure", "tokens": 117746, "usd_est": 0.004778040000000001, "venue": "kogen-bench-eu", "wall_s": 77.772}
{"ITT outcome": "pass", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "syn-06-migration-ticket-numbers", "tokens": 2169151, "usd_est": 0.64244824, "venue": "kogen-bench-eu", "wall_s": 1656.962}
{"ITT outcome": "pass", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r53", "task": "syn-06-migration-ticket-numbers", "tokens": 2531098, "usd_est": 0.6234136, "venue": "kogen-bench-eu", "wall_s": 2145.847}
{"ITT outcome": "fail", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "syn-06-migration-ticket-numbers", "tokens": 4299489, "usd_est": 0.66122856, "venue": "kogen-bench-eu", "wall_s": 2250.346}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r53", "task": "syn-06-migration-ticket-numbers", "tokens": 1356963, "usd_est": 0.02985046, "venue": "kogen-bench-eu", "wall_s": 650.456}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r53", "task": "syn-06-migration-ticket-numbers", "tokens": 720010, "usd_est": 0.01856972, "venue": "kogen-bench-eu", "wall_s": 442.713}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r53", "task": "syn-06-migration-ticket-numbers", "tokens": 1280117, "usd_est": 0.02637442, "venue": "kogen-bench-eu", "wall_s": 366.092}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "syn-06-migration-ticket-numbers", "tokens": 2211656, "usd_est": 0.518496, "venue": "kogen-bench-eu", "wall_s": 682.463}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r53", "task": "syn-06-migration-ticket-numbers", "tokens": 1050033, "usd_est": 0.3398708, "venue": "kogen-bench-eu", "wall_s": 503.822}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "syn-06-migration-ticket-numbers", "tokens": 1141937, "usd_est": 0.352546, "venue": "kogen-bench-eu", "wall_s": 497.521}
{"ITT outcome": "pass", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "syn-15-validation-ticket-form", "tokens": 1537657, "usd_est": 0.48633884000000005, "venue": "kogen-bench-eu", "wall_s": 1228.935}
{"ITT outcome": "pass", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r53", "task": "syn-15-validation-ticket-form", "tokens": 1631971, "usd_est": 0.5166693, "venue": "kogen-bench-eu", "wall_s": 1138.427}
{"ITT outcome": "pass", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "syn-15-validation-ticket-form", "tokens": 1401926, "usd_est": 0.59448614, "venue": "kogen-bench-eu", "wall_s": 1266.557}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r53", "task": "syn-15-validation-ticket-form", "tokens": 340951, "usd_est": 0.00881262, "venue": "kogen-bench-eu", "wall_s": 120.755}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r53", "task": "syn-15-validation-ticket-form", "tokens": 312914, "usd_est": 0.00949884, "venue": "kogen-bench-eu", "wall_s": 190.641}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r53", "task": "syn-15-validation-ticket-form", "tokens": 651442, "usd_est": 0.015362520000000001, "venue": "kogen-bench-eu", "wall_s": 260.868}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "syn-15-validation-ticket-form", "tokens": 365146, "usd_est": 0.1418104, "venue": "kogen-bench-eu", "wall_s": 165.218}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r53", "task": "syn-15-validation-ticket-form", "tokens": 346163, "usd_est": 0.1874876, "venue": "kogen-bench-eu", "wall_s": 147.136}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "syn-15-validation-ticket-form", "tokens": 352590, "usd_est": 0.1363448, "venue": "kogen-bench-eu", "wall_s": 151.746}
{"ITT outcome": "pass", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "syn-24-csv-import", "tokens": 2180181, "usd_est": 0.50053484, "venue": "kogen-bench-eu", "wall_s": 1558.297}
{"ITT outcome": "pass", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r53", "task": "syn-24-csv-import", "tokens": 2442883, "usd_est": 0.6383956399999999, "venue": "kogen-bench-eu", "wall_s": 1782.921}
{"ITT outcome": "pass", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "syn-24-csv-import", "tokens": 2791032, "usd_est": 0.7063250200000001, "venue": "kogen-bench-eu", "wall_s": 2012.316}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r53", "task": "syn-24-csv-import", "tokens": 1548853, "usd_est": 0.03516722, "venue": "kogen-bench-eu", "wall_s": 595.852}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r53", "task": "syn-24-csv-import", "tokens": 898205, "usd_est": 0.02942426, "venue": "kogen-bench-eu", "wall_s": 469.49}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r53", "task": "syn-24-csv-import", "tokens": 1945301, "usd_est": 0.043244819999999996, "venue": "kogen-bench-eu", "wall_s": 1143.544}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "syn-24-csv-import", "tokens": 537442, "usd_est": 0.2701416, "venue": "kogen-bench-eu", "wall_s": 421.706}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r53", "task": "syn-24-csv-import", "tokens": 542448, "usd_est": 0.2693296, "venue": "kogen-bench-eu", "wall_s": 411.482}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "syn-24-csv-import", "tokens": 506985, "usd_est": 0.2711316, "venue": "kogen-bench-eu", "wall_s": 473.703}
{"ITT outcome": "pass", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "elx-02-ingest-supervision", "tokens": 513593, "usd_est": 0.32915972, "venue": "kogen-bench-us", "wall_s": 1081.631}
{"ITT outcome": "pass", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r53", "task": "elx-02-ingest-supervision", "tokens": 608113, "usd_est": 0.303437, "venue": "kogen-bench-us", "wall_s": 943.209}
{"ITT outcome": "pass", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "elx-02-ingest-supervision", "tokens": 478474, "usd_est": 0.29268634, "venue": "kogen-bench-us", "wall_s": 983.175}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r53", "task": "elx-02-ingest-supervision", "tokens": 99507, "usd_est": 0.00316566, "venue": "kogen-bench-us", "wall_s": 136.551}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r53", "task": "elx-02-ingest-supervision", "tokens": 144507, "usd_est": 0.00420518, "venue": "kogen-bench-us", "wall_s": 109.745}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r53", "task": "elx-02-ingest-supervision", "tokens": 131041, "usd_est": 0.0037376999999999996, "venue": "kogen-bench-us", "wall_s": 112.344}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "elx-02-ingest-supervision", "tokens": 93729, "usd_est": 0.05549, "venue": "kogen-bench-us", "wall_s": 95.923}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r53", "task": "elx-02-ingest-supervision", "tokens": 111499, "usd_est": 0.066526, "venue": "kogen-bench-us", "wall_s": 97.131}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "elx-02-ingest-supervision", "tokens": 94206, "usd_est": 0.046548, "venue": "kogen-bench-us", "wall_s": 85.282}
{"ITT outcome": "pass", "arm": "r53:sol", "effort": "low", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r53", "task": "elx-02-ingest-supervision", "tokens": 65382, "usd_est": 0.00168148, "venue": "kogen-bench-us", "wall_s": 29.204}
{"ITT outcome": "pass", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "syn-01-live-ticket-filters", "tokens": 1288388, "usd_est": 0.54349626, "venue": "kogen-bench-us", "wall_s": 1282.663}
{"ITT outcome": "pass", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r53", "task": "syn-01-live-ticket-filters", "tokens": 1719815, "usd_est": 0.60953668, "venue": "kogen-bench-us", "wall_s": 1313.06}
{"ITT outcome": "pass", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "syn-01-live-ticket-filters", "tokens": 1387458, "usd_est": 0.46468627999999995, "venue": "kogen-bench-us", "wall_s": 1076.024}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r53", "task": "syn-01-live-ticket-filters", "tokens": 725990, "usd_est": 0.01716364, "venue": "kogen-bench-us", "wall_s": 244.938}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r53", "task": "syn-01-live-ticket-filters", "tokens": 1036057, "usd_est": 0.02155346, "venue": "kogen-bench-us", "wall_s": 394.366}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r53", "task": "syn-01-live-ticket-filters", "tokens": 1118380, "usd_est": 0.02506504, "venue": "kogen-bench-us", "wall_s": 471.021}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "syn-01-live-ticket-filters", "tokens": 504922, "usd_est": 0.1774904, "venue": "kogen-bench-us", "wall_s": 265.623}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r53", "task": "syn-01-live-ticket-filters", "tokens": 408084, "usd_est": 0.1589584, "venue": "kogen-bench-us", "wall_s": 197.019}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "syn-01-live-ticket-filters", "tokens": 322149, "usd_est": 0.14457479999999998, "venue": "kogen-bench-us", "wall_s": 166.794}
{"ITT outcome": "pass", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "syn-20-email-invite-flow", "tokens": 3640158, "usd_est": 0.6096563799999999, "venue": "kogen-bench-us", "wall_s": 1793.39}
{"ITT outcome": "fail", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r53", "task": "syn-20-email-invite-flow", "tokens": 3817399, "usd_est": 0.5777692600000001, "venue": "kogen-bench-us", "wall_s": 1736.819}
{"ITT outcome": "pass", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "syn-20-email-invite-flow", "tokens": 4061821, "usd_est": 0.75967122, "venue": "kogen-bench-us", "wall_s": 1929.091}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r53", "task": "syn-20-email-invite-flow", "tokens": 1399110, "usd_est": 0.03034396, "venue": "kogen-bench-us", "wall_s": 462.453}
{"ITT outcome": "fail", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r53", "task": "syn-20-email-invite-flow", "tokens": 777583, "usd_est": 0.02149846, "venue": "kogen-bench-us", "wall_s": 327.961}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r53", "task": "syn-20-email-invite-flow", "tokens": 724446, "usd_est": 0.020104760000000003, "venue": "kogen-bench-us", "wall_s": 315.294}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "syn-20-email-invite-flow", "tokens": 725523, "usd_est": 0.3104332, "venue": "kogen-bench-us", "wall_s": 542.755}
{"ITT outcome": "fail", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r53", "task": "syn-20-email-invite-flow", "tokens": 833316, "usd_est": 0.3609424, "venue": "kogen-bench-us", "wall_s": 582.589}
{"ITT outcome": "fail", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r53", "task": "syn-20-email-invite-flow", "tokens": 759637, "usd_est": 0.313522, "venue": "kogen-bench-us", "wall_s": 491.059}
{"ITT outcome": "pass", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "syn-31-inbound-email-webhook", "tokens": 2005543, "usd_est": 0.63058794, "venue": "kogen-bench-us", "wall_s": 1567.659}
{"ITT outcome": "fail", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r53", "task": "syn-31-inbound-email-webhook", "tokens": 2462131, "usd_est": 0.5896783999999999, "venue": "kogen-bench-us", "wall_s": 1689.601}
{"ITT outcome": "fail", "arm": "r53:P-lunamax", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r53", "task": "syn-31-inbound-email-webhook", "tokens": 2842133, "usd_est": 0.68881592, "venue": "kogen-bench-us", "wall_s": 1643.756}
{"ITT outcome": "fail", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r53", "task": "syn-31-inbound-email-webhook", "tokens": 1509870, "usd_est": 0.04149524, "venue": "kogen-bench-us", "wall_s": 568.634}
{"ITT outcome": "pass", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r53", "task": "syn-31-inbound-email-webhook", "tokens": 1225921, "usd_est": 0.030375060000000002, "venue": "kogen-bench-us", "wall_s": 775.473}
{"ITT outcome": "fail", "arm": "r53:lmax", "effort": "gpt-6-luna / max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r53", "task": "syn-31-inbound-email-webhook", "tokens": 1214906, "usd_est": 0.02940396, "venue": "kogen-bench-us", "wall_s": 469.256}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r53", "task": "syn-31-inbound-email-webhook", "tokens": 488499, "usd_est": 0.23712439999999999, "venue": "kogen-bench-us", "wall_s": 414.247}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r53", "task": "syn-31-inbound-email-webhook", "tokens": 574934, "usd_est": 0.32323759999999996, "venue": "kogen-bench-us", "wall_s": 489.832}
{"ITT outcome": "pass", "arm": "r53:sol-high", "effort": "gpt-6.1-sol / high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r53", "task": "syn-31-inbound-email-webhook", "tokens": 773230, "usd_est": 0.3105928, "venue": "kogen-bench-us", "wall_s": 433.688}
{"ITT outcome": "pass", "arm": "r53b-eu-elx04-lmax:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r53b", "task": "elx-04-queue-backpressure", "tokens": 336595, "usd_est": 0.014141899999999999, "venue": "kogen-bench-eu", "wall_s": 307.623}
{"ITT outcome": "pass", "arm": "r53b-eu-elx04-lmax:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r53b", "task": "elx-04-queue-backpressure", "tokens": 554814, "usd_est": 0.017469639999999998, "venue": "kogen-bench-eu", "wall_s": 342.364}
{"ITT outcome": "pass", "arm": "r53b-eu-elx04-lmax:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r53b", "task": "elx-04-queue-backpressure", "tokens": 211981, "usd_est": 0.011146979999999999, "venue": "kogen-bench-eu", "wall_s": 269.578}
{"ITT outcome": "pass", "arm": "r53b-eu-elx04-sol:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r53b", "task": "elx-04-queue-backpressure", "tokens": 149571, "usd_est": 0.124318, "venue": "kogen-bench-eu", "wall_s": 249.376}
{"ITT outcome": "pass", "arm": "r53b-eu-elx04-sol:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r53b", "task": "elx-04-queue-backpressure", "tokens": 155223, "usd_est": 0.1308652, "venue": "kogen-bench-eu", "wall_s": 280.829}
{"ITT outcome": "pass", "arm": "r53b-eu-elx04-sol:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r53b", "task": "elx-04-queue-backpressure", "tokens": 161843, "usd_est": 0.13446360000000002, "venue": "kogen-bench-eu", "wall_s": 273.167}
{"ITT outcome": "pass", "arm": "r53b-us-elx02-P:P-lunamax", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r53b", "task": "elx-02-ingest-supervision", "tokens": 232116, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 814.954}
{"ITT outcome": "pass", "arm": "r53b-us-elx02-lmax:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r53b", "task": "elx-02-ingest-supervision", "tokens": 134875, "usd_est": 0.0037022200000000004, "venue": "kogen-bench-us", "wall_s": 66.609}
{"ITT outcome": "pass", "arm": "r53b-us-elx02-lmax:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r53b", "task": "elx-02-ingest-supervision", "tokens": 146837, "usd_est": 0.00400354, "venue": "kogen-bench-us", "wall_s": 81.175}
{"ITT outcome": "pass", "arm": "r53b-us-elx02-lmax:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r53b", "task": "elx-02-ingest-supervision", "tokens": 130261, "usd_est": 0.00345026, "venue": "kogen-bench-us", "wall_s": 56.895}
{"ITT outcome": "pass", "arm": "r53b-us-elx02-sol:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r53b", "task": "elx-02-ingest-supervision", "tokens": 93196, "usd_est": 0.0755792, "venue": "kogen-bench-us", "wall_s": 105.434}
{"ITT outcome": "pass", "arm": "r53b-us-elx02-sol:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r53b", "task": "elx-02-ingest-supervision", "tokens": 127035, "usd_est": 0.0694204, "venue": "kogen-bench-us", "wall_s": 99.027}
{"ITT outcome": "pass", "arm": "r53b-us-elx02-sol:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r53b", "task": "elx-02-ingest-supervision", "tokens": 111167, "usd_est": 0.06324919999999999, "venue": "kogen-bench-us", "wall_s": 94.171}
{"ITT outcome": "pass", "arm": "r54-eu-elx12:pack-plan-handoff", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r54", "task": "elx-12-retry-api-deprecation", "tokens": 71446, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 271.272}
{"ITT outcome": "pass", "arm": "r54-eu-elx12:pack-plan-handoff", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r54", "task": "elx-12-retry-api-deprecation", "tokens": 74649, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 265.771}
{"ITT outcome": "pass", "arm": "r54-eu-elx12:pack-plan-handoff", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r54", "task": "elx-12-retry-api-deprecation", "tokens": 122742, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 347.45}
{"ITT outcome": "pass", "arm": "r54-eu-elx12:pack-plan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r54", "task": "elx-12-retry-api-deprecation", "tokens": 52152, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 232.242}
{"ITT outcome": "pass", "arm": "r54-eu-elx12:pack-plan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r54", "task": "elx-12-retry-api-deprecation", "tokens": 49073, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 277.909}
{"ITT outcome": "pass", "arm": "r54-eu-elx12:pack-plan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r54", "task": "elx-12-retry-api-deprecation", "tokens": 38932, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 297.344}
{"ITT outcome": "fail", "arm": "r54-eu-syn13:pack-plan-handoff", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r54", "task": "syn-13-bug-empty-filter-crash", "tokens": 214082, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 313.106}
{"ITT outcome": "fail", "arm": "r54-eu-syn13:pack-plan-handoff", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r54", "task": "syn-13-bug-empty-filter-crash", "tokens": 138865, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 256.599}
{"ITT outcome": "fail", "arm": "r54-eu-syn13:pack-plan-handoff", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r54", "task": "syn-13-bug-empty-filter-crash", "tokens": 135120, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 330.772}
{"ITT outcome": "fail", "arm": "r54-eu-syn13:pack-plan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r54", "task": "syn-13-bug-empty-filter-crash", "tokens": 82935, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 232.706}
{"ITT outcome": "fail", "arm": "r54-eu-syn13:pack-plan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r54", "task": "syn-13-bug-empty-filter-crash", "tokens": 112357, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 261.258}
{"ITT outcome": "fail", "arm": "r54-eu-syn13:pack-plan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r54", "task": "syn-13-bug-empty-filter-crash", "tokens": 124417, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 267.623}
{"ITT outcome": "pass", "arm": "r54-eu-syn14:pack-plan-handoff", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r54", "task": "syn-14-bug-sla-business-hours", "tokens": 143311, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 275.058}
{"ITT outcome": "pass", "arm": "r54-eu-syn14:pack-plan-handoff", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r54", "task": "syn-14-bug-sla-business-hours", "tokens": 143467, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 228.086}
{"ITT outcome": "pass", "arm": "r54-eu-syn14:pack-plan-handoff", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r54", "task": "syn-14-bug-sla-business-hours", "tokens": 122599, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 253.935}
{"ITT outcome": "pass", "arm": "r54-eu-syn14:pack-plan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r54", "task": "syn-14-bug-sla-business-hours", "tokens": 66575, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 229.945}
{"ITT outcome": "pass", "arm": "r54-eu-syn14:pack-plan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r54", "task": "syn-14-bug-sla-business-hours", "tokens": 134702, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 300.973}
{"ITT outcome": "pass", "arm": "r54-eu-syn14:pack-plan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r54", "task": "syn-14-bug-sla-business-hours", "tokens": 181492, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 295.505}
{"ITT outcome": "pass", "arm": "r54-us-elx05:pack-plan-handoff", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r54", "task": "elx-05-cache-single-flight", "tokens": 40946, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 277.696}
{"ITT outcome": "pass", "arm": "r54-us-elx05:pack-plan-handoff", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r54", "task": "elx-05-cache-single-flight", "tokens": 56691, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 258.936}
{"ITT outcome": "pass", "arm": "r54-us-elx05:pack-plan-handoff", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r54", "task": "elx-05-cache-single-flight", "tokens": 40920, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 329.089}
{"ITT outcome": "pass", "arm": "r54-us-elx05:pack-plan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r54", "task": "elx-05-cache-single-flight", "tokens": 21120, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 268.869}
{"ITT outcome": "pass", "arm": "r54-us-elx05:pack-plan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r54", "task": "elx-05-cache-single-flight", "tokens": 22303, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 264.655}
{"ITT outcome": "pass", "arm": "r54-us-elx05:pack-plan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r54", "task": "elx-05-cache-single-flight", "tokens": 45957, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 291.227}
{"ITT outcome": "fail", "arm": "r54-us-elx07:pack-plan-handoff", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r54", "task": "elx-07-cli-stats", "tokens": 118609, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 358.642}
{"ITT outcome": "pass", "arm": "r54-us-elx07:pack-plan-handoff", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r54", "task": "elx-07-cli-stats", "tokens": 50897, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 363.374}
{"ITT outcome": "pass", "arm": "r54-us-elx07:pack-plan-handoff", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r54", "task": "elx-07-cli-stats", "tokens": 48944, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 333.773}
{"ITT outcome": "pass", "arm": "r54-us-elx07:pack-plan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r54", "task": "elx-07-cli-stats", "tokens": 69288, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 398.458}
{"ITT outcome": "pass", "arm": "r54-us-elx07:pack-plan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r54", "task": "elx-07-cli-stats", "tokens": 45012, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 278.605}
{"ITT outcome": "pass", "arm": "r54-us-elx07:pack-plan", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r54", "task": "elx-07-cli-stats", "tokens": 46097, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 328.786}
{"ITT outcome": "pass", "arm": "r55:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r55", "task": "elx-port-active-storage-tracking", "tokens": 424199, "usd_est": 0.01578958, "venue": "kogen-bench-eu", "wall_s": 310.555}
{"ITT outcome": "pass", "arm": "r55:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r55", "task": "elx-port-active-storage-tracking", "tokens": 1020775, "usd_est": 0.02440118, "venue": "kogen-bench-eu", "wall_s": 374.366}
{"ITT outcome": "pass", "arm": "r55:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r55", "task": "elx-port-active-storage-tracking", "tokens": 823854, "usd_est": 0.02211788, "venue": "kogen-bench-eu", "wall_s": 394.086}
{"ITT outcome": "pass", "arm": "r55:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r55", "task": "elx-port-active-storage-tracking", "tokens": 1085749, "usd_est": 0.4414468, "venue": "kogen-bench-eu", "wall_s": 903.575}
{"ITT outcome": "fail", "arm": "r55:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r55", "task": "elx-port-active-storage-tracking", "tokens": 3526171, "usd_est": 0.8712396000000001, "venue": "kogen-bench-eu", "wall_s": 1443.75}
{"ITT outcome": "fail", "arm": "r55:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r55", "task": "elx-port-active-storage-tracking", "tokens": 2519004, "usd_est": 0.7243632, "venue": "kogen-bench-eu", "wall_s": 1368.131}
{"ITT outcome": "pass", "arm": "r55:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r55", "task": "elx-port-variant-processed-once", "tokens": 431334, "usd_est": 0.013293880000000001, "venue": "kogen-bench-eu", "wall_s": 244.458}
{"ITT outcome": "pass", "arm": "r55:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r55", "task": "elx-port-variant-processed-once", "tokens": 1057005, "usd_est": 0.02475434, "venue": "kogen-bench-eu", "wall_s": 351.548}
{"ITT outcome": "pass", "arm": "r55:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r55", "task": "elx-port-variant-processed-once", "tokens": 274869, "usd_est": 0.00888866, "venue": "kogen-bench-eu", "wall_s": 152.944}
{"ITT outcome": "pass", "arm": "r55:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r55", "task": "elx-port-variant-processed-once", "tokens": 2274165, "usd_est": 0.600322, "venue": "kogen-bench-eu", "wall_s": 958.486}
{"ITT outcome": "pass", "arm": "r55:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r55", "task": "elx-port-variant-processed-once", "tokens": 1558164, "usd_est": 0.452552, "venue": "kogen-bench-eu", "wall_s": 764.167}
{"ITT outcome": "pass", "arm": "r55:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r55", "task": "elx-port-variant-processed-once", "tokens": 1533944, "usd_est": 0.3992528000000001, "venue": "kogen-bench-eu", "wall_s": 632.791}
{"ITT outcome": "fail", "arm": "r55:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r55", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 216937, "usd_est": 0.0084577, "venue": "kogen-bench-us", "wall_s": 247.767}
{"ITT outcome": "pass", "arm": "r55:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r55", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 232640, "usd_est": 0.00807328, "venue": "kogen-bench-us", "wall_s": 284.58}
{"ITT outcome": "fail", "arm": "r55:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r55", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 172959, "usd_est": 0.007186860000000001, "venue": "kogen-bench-us", "wall_s": 274.254}
{"ITT outcome": "pass", "arm": "r55:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r55", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 202491, "usd_est": 0.1276844, "venue": "kogen-bench-us", "wall_s": 262.798}
{"ITT outcome": "pass", "arm": "r55:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r55", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 227826, "usd_est": 0.13347920000000002, "venue": "kogen-bench-us", "wall_s": 240.175}
{"ITT outcome": "pass", "arm": "r55:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r55", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 328074, "usd_est": 0.158004, "venue": "kogen-bench-us", "wall_s": 280.717}
{"ITT outcome": "pass", "arm": "r55:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r55", "task": "elx-port-cancelled-account-cleanup", "tokens": 971098, "usd_est": 0.02553796, "venue": "kogen-bench-us", "wall_s": 415.814}
{"ITT outcome": "pass", "arm": "r55:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r55", "task": "elx-port-cancelled-account-cleanup", "tokens": 1814189, "usd_est": 0.039704260000000005, "venue": "kogen-bench-us", "wall_s": 567.773}
{"ITT outcome": "fail", "arm": "r55:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r55", "task": "elx-port-cancelled-account-cleanup", "tokens": 418280, "usd_est": 0.01527944, "venue": "kogen-bench-us", "wall_s": 284.136}
{"ITT outcome": "pass", "arm": "r55:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r55", "task": "elx-port-cancelled-account-cleanup", "tokens": 534252, "usd_est": 0.2354288, "venue": "kogen-bench-us", "wall_s": 399.568}
{"ITT outcome": "pass", "arm": "r55:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r55", "task": "elx-port-cancelled-account-cleanup", "tokens": 618362, "usd_est": 0.253796, "venue": "kogen-bench-us", "wall_s": 416.649}
{"ITT outcome": "pass", "arm": "r55:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r55", "task": "elx-port-cancelled-account-cleanup", "tokens": 668566, "usd_est": 0.27433840000000004, "venue": "kogen-bench-us", "wall_s": 448.947}
{"ITT outcome": "fail", "arm": "r55:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r55", "task": "elx-port-erase-account", "tokens": 483316, "usd_est": 0.01658984, "venue": "kogen-bench-us", "wall_s": 310.425}
{"ITT outcome": "fail", "arm": "r55:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r55", "task": "elx-port-erase-account", "tokens": 690839, "usd_est": 0.0222779, "venue": "kogen-bench-us", "wall_s": 425.572}
{"ITT outcome": "fail", "arm": "r55:lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r55", "task": "elx-port-erase-account", "tokens": 680169, "usd_est": 0.0199573, "venue": "kogen-bench-us", "wall_s": 338.856}
{"ITT outcome": "pass", "arm": "r55:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r55", "task": "elx-port-erase-account", "tokens": 272010, "usd_est": 0.15032879999999998, "venue": "kogen-bench-us", "wall_s": 246.177}
{"ITT outcome": "pass", "arm": "r55:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r55", "task": "elx-port-erase-account", "tokens": 323513, "usd_est": 0.17817, "venue": "kogen-bench-us", "wall_s": 296.64}
{"ITT outcome": "pass", "arm": "r55:sol-high", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r55", "task": "elx-port-erase-account", "tokens": 314151, "usd_est": 0.1657692, "venue": "kogen-bench-us", "wall_s": 287.045}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1305308, "usd_est": 0.5504110400000001, "venue": "kogen-bench-eu", "wall_s": 1927.613}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "10", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 2306156, "usd_est": 0.5425294199999999, "venue": "kogen-bench-eu", "wall_s": 1945.74}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "11", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1587283, "usd_est": 0.5515890800000001, "venue": "kogen-bench-eu", "wall_s": 1428.248}
{"ITT outcome": "fail", "arm": "r56-eu-elx12:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "12", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1767648, "usd_est": 0.5422352, "venue": "kogen-bench-eu", "wall_s": 2447.767}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1454202, "usd_est": 0.55097284, "venue": "kogen-bench-eu", "wall_s": 1788.554}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1568556, "usd_est": 0.5553309200000001, "venue": "kogen-bench-eu", "wall_s": 1607.313}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1443439, "usd_est": 0.557485, "venue": "kogen-bench-eu", "wall_s": 1697.167}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1596566, "usd_est": 0.5811365399999999, "venue": "kogen-bench-eu", "wall_s": 1876.023}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1004975, "usd_est": 0.46503406, "venue": "kogen-bench-eu", "wall_s": 1601.26}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "7", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 2576726, "usd_est": 0.6382972, "venue": "kogen-bench-eu", "wall_s": 2312.639}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "8", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1382810, "usd_est": 0.47118409999999994, "venue": "kogen-bench-eu", "wall_s": 1518.7}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "9", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1352599, "usd_est": 0.5609275, "venue": "kogen-bench-eu", "wall_s": 1444.936}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 786591, "usd_est": 0.2813169, "venue": "kogen-bench-eu", "wall_s": 1176.833}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "10", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1245587, "usd_est": 0.42104727999999997, "venue": "kogen-bench-eu", "wall_s": 1282.026}
{"ITT outcome": "fail", "arm": "r56-eu-elx12:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "11", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 926870, "usd_est": 0.26740992, "venue": "kogen-bench-eu", "wall_s": 986.41}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "12", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1441020, "usd_est": 0.36837512, "venue": "kogen-bench-eu", "wall_s": 1268.439}
{"ITT outcome": "fail", "arm": "r56-eu-elx12:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 870391, "usd_est": 0.29881632, "venue": "kogen-bench-eu", "wall_s": 1017.565}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 868484, "usd_est": 0.26016642, "venue": "kogen-bench-eu", "wall_s": 985.846}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 935842, "usd_est": 0.26705844, "venue": "kogen-bench-eu", "wall_s": 1228.3}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 2213422, "usd_est": 0.40884578, "venue": "kogen-bench-eu", "wall_s": 1729.586}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 968457, "usd_est": 0.25634208, "venue": "kogen-bench-eu", "wall_s": 1078.6}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "7", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1206454, "usd_est": 0.32981274, "venue": "kogen-bench-eu", "wall_s": 1376.95}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "8", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1065463, "usd_est": 0.31136758, "venue": "kogen-bench-eu", "wall_s": 1035.064}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "9", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1375318, "usd_est": 0.26177258000000003, "venue": "kogen-bench-eu", "wall_s": 1128.985}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 2241024, "usd_est": 0.52836176, "venue": "kogen-bench-eu", "wall_s": 1909.464}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "10", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 3008667, "usd_est": 0.48369714, "venue": "kogen-bench-eu", "wall_s": 1983.28}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "11", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1928632, "usd_est": 0.50941504, "venue": "kogen-bench-eu", "wall_s": 1619.196}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "12", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 3557613, "usd_est": 0.5154789399999999, "venue": "kogen-bench-eu", "wall_s": 2002.385}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 2363894, "usd_est": 0.46222465999999995, "venue": "kogen-bench-eu", "wall_s": 1910.298}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 2576298, "usd_est": 0.52586406, "venue": "kogen-bench-eu", "wall_s": 1780.209}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 2195639, "usd_est": 0.49441006000000004, "venue": "kogen-bench-eu", "wall_s": 1632.53}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 5014976, "usd_est": 0.4676454200000001, "venue": "kogen-bench-eu", "wall_s": 2098.116}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1963269, "usd_est": 0.44432198, "venue": "kogen-bench-eu", "wall_s": 1927.352}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "7", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 2404790, "usd_est": 0.50612336, "venue": "kogen-bench-eu", "wall_s": 1798.336}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "8", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1959123, "usd_est": 0.45064464, "venue": "kogen-bench-eu", "wall_s": 1530.196}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "9", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 2749380, "usd_est": 0.58237308, "venue": "kogen-bench-eu", "wall_s": 2015.548}
{"ITT outcome": "unresolved", "arm": "r56-eu-elx12:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 0.657}
{"ITT outcome": "unresolved", "arm": "r56-eu-elx12:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "10", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 0.634}
{"ITT outcome": "unresolved", "arm": "r56-eu-elx12:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "11", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 0.649}
{"ITT outcome": "unresolved", "arm": "r56-eu-elx12:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "12", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 0.651}
{"ITT outcome": "unresolved", "arm": "r56-eu-elx12:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 0.647}
{"ITT outcome": "unresolved", "arm": "r56-eu-elx12:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 0.65}
{"ITT outcome": "unresolved", "arm": "r56-eu-elx12:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "4", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 0.651}
{"ITT outcome": "unresolved", "arm": "r56-eu-elx12:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "5", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 0.655}
{"ITT outcome": "unresolved", "arm": "r56-eu-elx12:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "6", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 0.655}
{"ITT outcome": "unresolved", "arm": "r56-eu-elx12:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "7", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 0.654}
{"ITT outcome": "unresolved", "arm": "r56-eu-elx12:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "8", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 0.653}
{"ITT outcome": "unresolved", "arm": "r56-eu-elx12:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "9", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 0.622}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 527025, "usd_est": 0.30848445999999996, "venue": "kogen-bench-eu", "wall_s": 939.519}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "10", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 797563, "usd_est": 0.36609519999999995, "venue": "kogen-bench-eu", "wall_s": 939.994}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "11", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1050388, "usd_est": 0.37455748, "venue": "kogen-bench-eu", "wall_s": 1039.749}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "12", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1083945, "usd_est": 0.35763824, "venue": "kogen-bench-eu", "wall_s": 1191.45}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1059241, "usd_est": 0.43113261999999997, "venue": "kogen-bench-eu", "wall_s": 1360.542}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 692595, "usd_est": 0.33601496, "venue": "kogen-bench-eu", "wall_s": 1025.082}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 952472, "usd_est": 0.34079802000000003, "venue": "kogen-bench-eu", "wall_s": 1055.485}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 538541, "usd_est": 0.38784614, "venue": "kogen-bench-eu", "wall_s": 991.24}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 781778, "usd_est": 0.4443551, "venue": "kogen-bench-eu", "wall_s": 1167.054}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "7", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 1058548, "usd_est": 0.4760195, "venue": "kogen-bench-eu", "wall_s": 1263.525}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "8", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 832504, "usd_est": 0.34294613999999995, "venue": "kogen-bench-eu", "wall_s": 984.967}
{"ITT outcome": "pass", "arm": "r56-eu-elx12:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "9", "round": "r56", "task": "elx-12-retry-api-deprecation", "tokens": 954714, "usd_est": 0.42184416, "venue": "kogen-bench-eu", "wall_s": 1041.561}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1076306, "usd_est": 0.52460938, "venue": "kogen-bench-us", "wall_s": 1577.285}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "10", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1379880, "usd_est": 0.45864924, "venue": "kogen-bench-us", "wall_s": 1572.793}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "11", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1039382, "usd_est": 0.48771388, "venue": "kogen-bench-us", "wall_s": 1401.885}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "12", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1124948, "usd_est": 0.50085784, "venue": "kogen-bench-us", "wall_s": 1408.754}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "elx-07-cli-stats", "tokens": 848280, "usd_est": 0.40908818, "venue": "kogen-bench-us", "wall_s": 1272.272}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1955707, "usd_est": 0.60840266, "venue": "kogen-bench-us", "wall_s": 1960.83}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1442656, "usd_est": 0.43057958, "venue": "kogen-bench-us", "wall_s": 1663.74}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r56", "task": "elx-07-cli-stats", "tokens": 832809, "usd_est": 0.5412345199999999, "venue": "kogen-bench-us", "wall_s": 1216.869}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1133528, "usd_est": 0.43880045999999995, "venue": "kogen-bench-us", "wall_s": 1434.915}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "7", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1372662, "usd_est": 0.54063196, "venue": "kogen-bench-us", "wall_s": 1711.301}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "8", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1235220, "usd_est": 0.4886526, "venue": "kogen-bench-us", "wall_s": 1440.378}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-full", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "9", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1226081, "usd_est": 0.45715281999999996, "venue": "kogen-bench-us", "wall_s": 1423.147}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "elx-07-cli-stats", "tokens": 708545, "usd_est": 0.24832696, "venue": "kogen-bench-us", "wall_s": 893.944}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "10", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1275301, "usd_est": 0.31804410000000005, "venue": "kogen-bench-us", "wall_s": 975.352}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "11", "round": "r56", "task": "elx-07-cli-stats", "tokens": 797318, "usd_est": 0.21673863999999998, "venue": "kogen-bench-us", "wall_s": 836.422}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "12", "round": "r56", "task": "elx-07-cli-stats", "tokens": 928535, "usd_est": 0.2523492, "venue": "kogen-bench-us", "wall_s": 957.583}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "elx-07-cli-stats", "tokens": 606548, "usd_est": 0.22911627999999998, "venue": "kogen-bench-us", "wall_s": 814.956}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r56", "task": "elx-07-cli-stats", "tokens": 764595, "usd_est": 0.21657362000000002, "venue": "kogen-bench-us", "wall_s": 838.88}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r56", "task": "elx-07-cli-stats", "tokens": 929292, "usd_est": 0.30059114, "venue": "kogen-bench-us", "wall_s": 959.199}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r56", "task": "elx-07-cli-stats", "tokens": 896701, "usd_est": 0.26972367999999997, "venue": "kogen-bench-us", "wall_s": 974.362}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r56", "task": "elx-07-cli-stats", "tokens": 931786, "usd_est": 0.24009712, "venue": "kogen-bench-us", "wall_s": 904.695}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "7", "round": "r56", "task": "elx-07-cli-stats", "tokens": 643030, "usd_est": 0.22921780000000003, "venue": "kogen-bench-us", "wall_s": 982.724}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "8", "round": "r56", "task": "elx-07-cli-stats", "tokens": 884121, "usd_est": 0.26493692, "venue": "kogen-bench-us", "wall_s": 1132.248}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-nocontract", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "9", "round": "r56", "task": "elx-07-cli-stats", "tokens": 623609, "usd_est": 0.18489020000000003, "venue": "kogen-bench-us", "wall_s": 832.569}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1151764, "usd_est": 0.34072788, "venue": "kogen-bench-us", "wall_s": 1185.553}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "10", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1090368, "usd_est": 0.33525790000000005, "venue": "kogen-bench-us", "wall_s": 1233.018}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "11", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1900153, "usd_est": 0.43481424, "venue": "kogen-bench-us", "wall_s": 1309.697}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "12", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1053384, "usd_est": 0.35961052, "venue": "kogen-bench-us", "wall_s": 1081.966}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1157562, "usd_est": 0.29167286000000003, "venue": "kogen-bench-us", "wall_s": 1161.234}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1065397, "usd_est": 0.32301772, "venue": "kogen-bench-us", "wall_s": 1150.393}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r56", "task": "elx-07-cli-stats", "tokens": 2177300, "usd_est": 0.485186, "venue": "kogen-bench-us", "wall_s": 1974.878}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1452964, "usd_est": 0.38155616000000003, "venue": "kogen-bench-us", "wall_s": 1553.206}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1996645, "usd_est": 0.45702506, "venue": "kogen-bench-us", "wall_s": 1841.56}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "7", "round": "r56", "task": "elx-07-cli-stats", "tokens": 784662, "usd_est": 0.28624732, "venue": "kogen-bench-us", "wall_s": 1043.468}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "8", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1160404, "usd_est": 0.36105584, "venue": "kogen-bench-us", "wall_s": 1181.933}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noctx2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "9", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1017153, "usd_est": 0.31842316, "venue": "kogen-bench-us", "wall_s": 1346.56}
{"ITT outcome": "unresolved", "arm": "r56-us-elx07:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r56", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1.018}
{"ITT outcome": "unresolved", "arm": "r56-us-elx07:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "10", "round": "r56", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.958}
{"ITT outcome": "unresolved", "arm": "r56-us-elx07:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "11", "round": "r56", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.637}
{"ITT outcome": "unresolved", "arm": "r56-us-elx07:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "12", "round": "r56", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.634}
{"ITT outcome": "unresolved", "arm": "r56-us-elx07:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r56", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.973}
{"ITT outcome": "unresolved", "arm": "r56-us-elx07:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r56", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1.815}
{"ITT outcome": "unresolved", "arm": "r56-us-elx07:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "4", "round": "r56", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.636}
{"ITT outcome": "unresolved", "arm": "r56-us-elx07:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "5", "round": "r56", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.854}
{"ITT outcome": "unresolved", "arm": "r56-us-elx07:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "6", "round": "r56", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1.141}
{"ITT outcome": "unresolved", "arm": "r56-us-elx07:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "7", "round": "r56", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.914}
{"ITT outcome": "unresolved", "arm": "r56-us-elx07:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "8", "round": "r56", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.625}
{"ITT outcome": "unresolved", "arm": "r56-us-elx07:P-noplan", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "9", "round": "r56", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.633}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56", "task": "elx-07-cli-stats", "tokens": 884623, "usd_est": 0.35137606, "venue": "kogen-bench-us", "wall_s": 1117.692}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "10", "round": "r56", "task": "elx-07-cli-stats", "tokens": 953278, "usd_est": 0.40917118, "venue": "kogen-bench-us", "wall_s": 1192.956}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "11", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1556020, "usd_est": 0.44120499999999996, "venue": "kogen-bench-us", "wall_s": 1367.369}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "12", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1286529, "usd_est": 0.38812782, "venue": "kogen-bench-us", "wall_s": 1260.519}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56", "task": "elx-07-cli-stats", "tokens": 2183601, "usd_est": 0.49932056, "venue": "kogen-bench-us", "wall_s": 1637.717}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1076539, "usd_est": 0.31136230000000004, "venue": "kogen-bench-us", "wall_s": 1230.584}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r56", "task": "elx-07-cli-stats", "tokens": 701860, "usd_est": 0.34134612, "venue": "kogen-bench-us", "wall_s": 1114.464}
{"ITT outcome": "fail", "arm": "r56-us-elx07:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1703293, "usd_est": 0.3848507, "venue": "kogen-bench-us", "wall_s": 1376.978}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1173764, "usd_est": 0.41569082, "venue": "kogen-bench-us", "wall_s": 1414.536}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "7", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1641793, "usd_est": 0.44489444, "venue": "kogen-bench-us", "wall_s": 1619.01}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "8", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1026814, "usd_est": 0.41021157999999996, "venue": "kogen-bench-us", "wall_s": 1302.418}
{"ITT outcome": "pass", "arm": "r56-us-elx07:P-noreview", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "9", "round": "r56", "task": "elx-07-cli-stats", "tokens": 1006739, "usd_est": 0.34824219999999995, "venue": "kogen-bench-us", "wall_s": 1465.153}
{"ITT outcome": "fail", "arm": "r56c-eu-elx12:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 429263, "usd_est": 0.29217466000000003, "venue": "kogen-bench-eu", "wall_s": 946.879}
{"ITT outcome": "fail", "arm": "r56c-eu-elx12:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "10", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 532975, "usd_est": 0.3744272, "venue": "kogen-bench-eu", "wall_s": 889.32}
{"ITT outcome": "pass", "arm": "r56c-eu-elx12:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "11", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 755260, "usd_est": 0.41119767999999995, "venue": "kogen-bench-eu", "wall_s": 983.456}
{"ITT outcome": "fail", "arm": "r56c-eu-elx12:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "12", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 509895, "usd_est": 0.33100736000000003, "venue": "kogen-bench-eu", "wall_s": 994.855}
{"ITT outcome": "pass", "arm": "r56c-eu-elx12:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 1248965, "usd_est": 0.41561022000000003, "venue": "kogen-bench-eu", "wall_s": 1485.0}
{"ITT outcome": "fail", "arm": "r56c-eu-elx12:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 1025325, "usd_est": 0.41277556, "venue": "kogen-bench-eu", "wall_s": 1213.324}
{"ITT outcome": "fail", "arm": "r56c-eu-elx12:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "4", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 1075612, "usd_est": 0.46126112, "venue": "kogen-bench-eu", "wall_s": 1507.664}
{"ITT outcome": "pass", "arm": "r56c-eu-elx12:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 916090, "usd_est": 0.39818712, "venue": "kogen-bench-eu", "wall_s": 1192.408}
{"ITT outcome": "pass", "arm": "r56c-eu-elx12:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 558694, "usd_est": 0.38813446, "venue": "kogen-bench-eu", "wall_s": 1093.072}
{"ITT outcome": "pass", "arm": "r56c-eu-elx12:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "7", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 611889, "usd_est": 0.34205184, "venue": "kogen-bench-eu", "wall_s": 953.191}
{"ITT outcome": "fail", "arm": "r56c-eu-elx12:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "8", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 792523, "usd_est": 0.38772794, "venue": "kogen-bench-eu", "wall_s": 1049.963}
{"ITT outcome": "pass", "arm": "r56c-eu-elx12:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "9", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 930796, "usd_est": 0.38832866, "venue": "kogen-bench-eu", "wall_s": 1335.736}
{"ITT outcome": "pass", "arm": "r56c-eu-hwbroadcastdet:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56c", "task": "rails-hw-scoped-broadcast", "tokens": 969433, "usd_est": 0.02111266, "venue": "kogen-bench-eu", "wall_s": 515.321}
{"ITT outcome": "pass", "arm": "r56c-eu-hwbroadcastdet:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56c", "task": "rails-hw-scoped-broadcast", "tokens": 1630837, "usd_est": 0.031741620000000005, "venue": "kogen-bench-eu", "wall_s": 654.568}
{"ITT outcome": "pass", "arm": "r56c-eu-hwbroadcastdet:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r56c", "task": "rails-hw-scoped-broadcast", "tokens": 684578, "usd_est": 0.016536680000000005, "venue": "kogen-bench-eu", "wall_s": 456.851}
{"ITT outcome": "pass", "arm": "r56c-eu-hwbroadcastdet:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r56c", "task": "rails-hw-scoped-broadcast", "tokens": 636394, "usd_est": 0.015111399999999997, "venue": "kogen-bench-eu", "wall_s": 388.409}
{"ITT outcome": "pass", "arm": "r56c-eu-hwbroadcastdet:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r56c", "task": "rails-hw-scoped-broadcast", "tokens": 879078, "usd_est": 0.01880612, "venue": "kogen-bench-eu", "wall_s": 491.33}
{"ITT outcome": "pass", "arm": "r56c-eu-hwbroadcastdet:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r56c", "task": "rails-hw-scoped-broadcast", "tokens": 1277981, "usd_est": 0.02573978, "venue": "kogen-bench-eu", "wall_s": 471.367}
{"ITT outcome": "fail", "arm": "r56c-us-asvariantdet:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r56c", "task": "rails-as-variant-processed-once", "tokens": 2019484, "usd_est": 0.03701399999999999, "venue": "kogen-bench-us", "wall_s": 805.691}
{"ITT outcome": "fail", "arm": "r56c-us-asvariantdet:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r56c", "task": "rails-as-variant-processed-once", "tokens": 735557, "usd_est": 0.018867300000000004, "venue": "kogen-bench-us", "wall_s": 393.599}
{"ITT outcome": "pass", "arm": "r56c-us-elx07:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 971714, "usd_est": 0.42645038, "venue": "kogen-bench-us", "wall_s": 1344.956}
{"ITT outcome": "pass", "arm": "r56c-us-elx07:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "10", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 723250, "usd_est": 0.39873768, "venue": "kogen-bench-us", "wall_s": 922.669}
{"ITT outcome": "pass", "arm": "r56c-us-elx07:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "11", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 351509, "usd_est": 0.23588572, "venue": "kogen-bench-us", "wall_s": 670.752}
{"ITT outcome": "fail", "arm": "r56c-us-elx07:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "12", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 491106, "usd_est": 0.29579618, "venue": "kogen-bench-us", "wall_s": 936.364}
{"ITT outcome": "pass", "arm": "r56c-us-elx07:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 761036, "usd_est": 0.42172121999999995, "venue": "kogen-bench-us", "wall_s": 1013.598}
{"ITT outcome": "pass", "arm": "r56c-us-elx07:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 1032485, "usd_est": 0.34707995999999997, "venue": "kogen-bench-us", "wall_s": 1168.23}
{"ITT outcome": "fail", "arm": "r56c-us-elx07:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "4", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 565358, "usd_est": 0.32871680000000003, "venue": "kogen-bench-us", "wall_s": 1033.675}
{"ITT outcome": "fail", "arm": "r56c-us-elx07:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 605446, "usd_est": 0.32306102000000003, "venue": "kogen-bench-us", "wall_s": 958.76}
{"ITT outcome": "pass", "arm": "r56c-us-elx07:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "6", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 643594, "usd_est": 0.30213155999999997, "venue": "kogen-bench-us", "wall_s": 1417.417}
{"ITT outcome": "pass", "arm": "r56c-us-elx07:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "7", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 679808, "usd_est": 0.41480081999999996, "venue": "kogen-bench-us", "wall_s": 1019.579}
{"ITT outcome": "pass", "arm": "r56c-us-elx07:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "pass", "rep": "8", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 535838, "usd_est": 0.26974666, "venue": "kogen-bench-us", "wall_s": 975.254}
{"ITT outcome": "fail", "arm": "r56c-us-elx07:P-noplan2", "effort": "gpt-6-luna / xhigh + gpt-6.1-sol / high", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6.1-sol", "outcome": "fail", "rep": "9", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 502427, "usd_est": 0.31017008, "venue": "kogen-bench-us", "wall_s": 760.575}
{"ITT outcome": "fail", "arm": "r56c-us-elx07det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 207233, "usd_est": 0.010536419999999998, "venue": "kogen-bench-us", "wall_s": 268.142}
{"ITT outcome": "pass", "arm": "r56c-us-elx07det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 325573, "usd_est": 0.012934020000000001, "venue": "kogen-bench-us", "wall_s": 297.032}
{"ITT outcome": "pass", "arm": "r56c-us-elx07det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "11", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 191526, "usd_est": 0.01089172, "venue": "kogen-bench-us", "wall_s": 233.654}
{"ITT outcome": "fail", "arm": "r56c-us-elx07det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "12", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 223606, "usd_est": 0.01024972, "venue": "kogen-bench-us", "wall_s": 238.983}
{"ITT outcome": "pass", "arm": "r56c-us-elx07det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 327340, "usd_est": 0.01404208, "venue": "kogen-bench-us", "wall_s": 348.094}
{"ITT outcome": "pass", "arm": "r56c-us-elx07det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 245739, "usd_est": 0.010940860000000002, "venue": "kogen-bench-us", "wall_s": 374.95}
{"ITT outcome": "fail", "arm": "r56c-us-elx07det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 154907, "usd_est": 0.010987019999999998, "venue": "kogen-bench-us", "wall_s": 236.49}
{"ITT outcome": "fail", "arm": "r56c-us-elx07det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 504791, "usd_est": 0.019122940000000005, "venue": "kogen-bench-us", "wall_s": 431.209}
{"ITT outcome": "fail", "arm": "r56c-us-elx07det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 247273, "usd_est": 0.011880020000000002, "venue": "kogen-bench-us", "wall_s": 528.552}
{"ITT outcome": "pass", "arm": "r56c-us-elx07det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 234886, "usd_est": 0.010908520000000001, "venue": "kogen-bench-us", "wall_s": 257.527}
{"ITT outcome": "pass", "arm": "r56c-us-elx07det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 180004, "usd_est": 0.010320639999999999, "venue": "kogen-bench-us", "wall_s": 381.575}
{"ITT outcome": "pass", "arm": "r56c-us-elx07det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r56c", "task": "elx-07-cli-stats", "tokens": 206065, "usd_est": 0.012334340000000001, "venue": "kogen-bench-us", "wall_s": 254.983}
{"ITT outcome": "pass", "arm": "r56c-us-elx12det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 159243, "usd_est": 0.008228860000000001, "venue": "kogen-bench-us", "wall_s": 162.441}
{"ITT outcome": "fail", "arm": "r56c-us-elx12det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "10", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 307505, "usd_est": 0.010007219999999999, "venue": "kogen-bench-us", "wall_s": 374.145}
{"ITT outcome": "pass", "arm": "r56c-us-elx12det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "11", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 148151, "usd_est": 0.007733020000000001, "venue": "kogen-bench-us", "wall_s": 176.939}
{"ITT outcome": "fail", "arm": "r56c-us-elx12det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "12", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 278998, "usd_est": 0.010745240000000001, "venue": "kogen-bench-us", "wall_s": 215.683}
{"ITT outcome": "fail", "arm": "r56c-us-elx12det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 147323, "usd_est": 0.007118619999999999, "venue": "kogen-bench-us", "wall_s": 258.06}
{"ITT outcome": "fail", "arm": "r56c-us-elx12det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 257719, "usd_est": 0.010248700000000001, "venue": "kogen-bench-us", "wall_s": 235.496}
{"ITT outcome": "fail", "arm": "r56c-us-elx12det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 166361, "usd_est": 0.00769906, "venue": "kogen-bench-us", "wall_s": 178.414}
{"ITT outcome": "fail", "arm": "r56c-us-elx12det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 131795, "usd_est": 0.006870380000000001, "venue": "kogen-bench-us", "wall_s": 177.925}
{"ITT outcome": "fail", "arm": "r56c-us-elx12det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 188212, "usd_est": 0.008279680000000001, "venue": "kogen-bench-us", "wall_s": 243.964}
{"ITT outcome": "fail", "arm": "r56c-us-elx12det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 150297, "usd_est": 0.00796794, "venue": "kogen-bench-us", "wall_s": 211.933}
{"ITT outcome": "fail", "arm": "r56c-us-elx12det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "8", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 235707, "usd_est": 0.0097943, "venue": "kogen-bench-us", "wall_s": 265.495}
{"ITT outcome": "fail", "arm": "r56c-us-elx12det:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "9", "round": "r56c", "task": "elx-12-retry-api-deprecation", "tokens": 310502, "usd_est": 0.01104004, "venue": "kogen-bench-us", "wall_s": 270.5}
{"ITT outcome": "pass", "arm": "r56d-eu-hwbroadcastdet:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56d", "task": "rails-hw-scoped-broadcast", "tokens": 829198, "usd_est": 0.019112440000000005, "venue": "kogen-bench-eu", "wall_s": 385.212}
{"ITT outcome": "fail", "arm": "r56d-us-asvariantdet:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r56d", "task": "rails-as-variant-processed-once", "tokens": 1908062, "usd_est": 0.03573972, "venue": "kogen-bench-us", "wall_s": 825.727}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 210731, "usd_est": 0.0074251000000000004, "venue": "kogen-bench-eu", "wall_s": 206.096}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 211067, "usd_est": 0.007043820000000001, "venue": "kogen-bench-eu", "wall_s": 195.997}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 449270, "usd_est": 0.012373080000000003, "venue": "kogen-bench-eu", "wall_s": 299.588}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 190415, "usd_est": 0.00665342, "venue": "kogen-bench-eu", "wall_s": 178.452}
{"ITT outcome": "fail", "arm": "r56p2-eu-acthrottle:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 671361, "usd_est": 0.015787860000000004, "venue": "kogen-bench-eu", "wall_s": 266.502}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 259606, "usd_est": 0.0081422, "venue": "kogen-bench-eu", "wall_s": 131.923}
{"ITT outcome": "fail", "arm": "r56p2-eu-acthrottle:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 754752, "usd_est": 0.01864184, "venue": "kogen-bench-eu", "wall_s": 310.617}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 295860, "usd_est": 0.00889008, "venue": "kogen-bench-eu", "wall_s": 183.464}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 313485, "usd_est": 0.01198706, "venue": "kogen-bench-eu", "wall_s": 190.988}
{"ITT outcome": "fail", "arm": "r56p2-eu-acthrottle:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "9", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 498881, "usd_est": 0.01386866, "venue": "kogen-bench-eu", "wall_s": 526.54}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 114323, "usd_est": 0.00416998, "venue": "kogen-bench-eu", "wall_s": 179.973}
{"ITT outcome": "fail", "arm": "r56p2-eu-acthrottle:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "10", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 372097, "usd_est": 0.01273482, "venue": "kogen-bench-eu", "wall_s": 332.486}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 116694, "usd_est": 0.00472956, "venue": "kogen-bench-eu", "wall_s": 147.464}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 176428, "usd_est": 0.00638192, "venue": "kogen-bench-eu", "wall_s": 201.995}
{"ITT outcome": "fail", "arm": "r56p2-eu-acthrottle:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 325105, "usd_est": 0.0104785, "venue": "kogen-bench-eu", "wall_s": 376.21}
{"ITT outcome": "fail", "arm": "r56p2-eu-acthrottle:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 417046, "usd_est": 0.01099276, "venue": "kogen-bench-eu", "wall_s": 239.557}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 125018, "usd_est": 0.00471572, "venue": "kogen-bench-eu", "wall_s": 166.9}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 115113, "usd_est": 0.004731620000000001, "venue": "kogen-bench-eu", "wall_s": 158.451}
{"ITT outcome": "fail", "arm": "r56p2-eu-acthrottle:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "8", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 734427, "usd_est": 0.01827326, "venue": "kogen-bench-eu", "wall_s": 451.824}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 150421, "usd_est": 0.0054725799999999995, "venue": "kogen-bench-eu", "wall_s": 112.385}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 147117, "usd_est": 0.00519338, "venue": "kogen-bench-eu", "wall_s": 110.27}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 452736, "usd_est": 0.013306959999999998, "venue": "kogen-bench-eu", "wall_s": 429.776}
{"ITT outcome": "fail", "arm": "r56p2-eu-acthrottle:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 1176497, "usd_est": 0.026194979999999993, "venue": "kogen-bench-eu", "wall_s": 620.478}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 161414, "usd_est": 0.006445240000000001, "venue": "kogen-bench-eu", "wall_s": 226.516}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 360094, "usd_est": 0.01115292, "venue": "kogen-bench-eu", "wall_s": 342.653}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 476922, "usd_est": 0.013147319999999997, "venue": "kogen-bench-eu", "wall_s": 340.156}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 167958, "usd_est": 0.0064917199999999994, "venue": "kogen-bench-eu", "wall_s": 171.959}
{"ITT outcome": "fail", "arm": "r56p2-eu-acthrottle:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 294541, "usd_est": 0.00981162, "venue": "kogen-bench-eu", "wall_s": 339.002}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 287905, "usd_est": 0.01156642, "venue": "kogen-bench-eu", "wall_s": 268.86}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 153999, "usd_est": 0.0053047, "venue": "kogen-bench-eu", "wall_s": 191.977}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 1232696, "usd_est": 0.03256336, "venue": "kogen-bench-eu", "wall_s": 2023.809}
{"ITT outcome": "fail", "arm": "r56p2-eu-acthrottle:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "10", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 390833, "usd_est": 0.015084579999999997, "venue": "kogen-bench-eu", "wall_s": 365.195}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 519425, "usd_est": 0.018997940000000005, "venue": "kogen-bench-eu", "wall_s": 468.458}
{"ITT outcome": "fail", "arm": "r56p2-eu-acthrottle:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 502926, "usd_est": 0.01628332, "venue": "kogen-bench-eu", "wall_s": 338.469}
{"ITT outcome": "fail", "arm": "r56p2-eu-acthrottle:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 784241, "usd_est": 0.024123060000000005, "venue": "kogen-bench-eu", "wall_s": 548.908}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 464572, "usd_est": 0.017560480000000003, "venue": "kogen-bench-eu", "wall_s": 540.366}
{"ITT outcome": "fail", "arm": "r56p2-eu-acthrottle:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 717938, "usd_est": 0.01968964, "venue": "kogen-bench-eu", "wall_s": 575.052}
{"ITT outcome": "fail", "arm": "r56p2-eu-acthrottle:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 355052, "usd_est": 0.014943040000000003, "venue": "kogen-bench-eu", "wall_s": 508.826}
{"ITT outcome": "pass", "arm": "r56p2-eu-acthrottle:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 360991, "usd_est": 0.014890460000000001, "venue": "kogen-bench-eu", "wall_s": 490.032}
{"ITT outcome": "fail", "arm": "r56p2-eu-acthrottle:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "9", "round": "r56p2", "task": "rails-ac-throttle-search", "tokens": 454205, "usd_est": 0.016506499999999997, "venue": "kogen-bench-eu", "wall_s": 478.23}
{"ITT outcome": "unresolved", "arm": "r56p2-eu-hwbroadcast:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1.09}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 727179, "usd_est": 0.01983918, "venue": "kogen-bench-eu", "wall_s": 327.645}
{"ITT outcome": "unresolved", "arm": "r56p2-eu-hwbroadcast:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1.091}
{"ITT outcome": "unresolved", "arm": "r56p2-eu-hwbroadcast:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1.828}
{"ITT outcome": "unresolved", "arm": "r56p2-eu-hwbroadcast:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "4", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1.092}
{"ITT outcome": "unresolved", "arm": "r56p2-eu-hwbroadcast:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "5", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1.085}
{"ITT outcome": "unresolved", "arm": "r56p2-eu-hwbroadcast:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "6", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1.096}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 801243, "usd_est": 0.0188007, "venue": "kogen-bench-eu", "wall_s": 392.728}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 981847, "usd_est": 0.022378940000000003, "venue": "kogen-bench-eu", "wall_s": 497.884}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 1178156, "usd_est": 0.02446288, "venue": "kogen-bench-eu", "wall_s": 528.857}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 522845, "usd_est": 0.014974260000000001, "venue": "kogen-bench-eu", "wall_s": 343.161}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 622158, "usd_est": 0.017359000000000003, "venue": "kogen-bench-eu", "wall_s": 414.228}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 554405, "usd_est": 0.014135459999999999, "venue": "kogen-bench-eu", "wall_s": 388.213}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 957118, "usd_est": 0.022060039999999996, "venue": "kogen-bench-eu", "wall_s": 429.843}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 1023104, "usd_est": 0.024321839999999997, "venue": "kogen-bench-eu", "wall_s": 647.507}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 602891, "usd_est": 0.01776478, "venue": "kogen-bench-eu", "wall_s": 395.745}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 555487, "usd_est": 0.015420380000000003, "venue": "kogen-bench-eu", "wall_s": 384.722}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 403804, "usd_est": 0.011991760000000002, "venue": "kogen-bench-eu", "wall_s": 352.164}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 385908, "usd_est": 0.011802720000000001, "venue": "kogen-bench-eu", "wall_s": 306.417}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 1614904, "usd_est": 0.03270592, "venue": "kogen-bench-eu", "wall_s": 678.742}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 470344, "usd_est": 0.013490559999999999, "venue": "kogen-bench-eu", "wall_s": 392.606}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 675786, "usd_est": 0.01700372, "venue": "kogen-bench-eu", "wall_s": 352.158}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 792015, "usd_est": 0.018585820000000003, "venue": "kogen-bench-eu", "wall_s": 646.781}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 633363, "usd_est": 0.0178207, "venue": "kogen-bench-eu", "wall_s": 362.7}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 639589, "usd_est": 0.01671586, "venue": "kogen-bench-eu", "wall_s": 369.678}
{"ITT outcome": "fail", "arm": "r56p2-eu-hwbroadcast:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 1057741, "usd_est": 0.02308674, "venue": "kogen-bench-eu", "wall_s": 773.166}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 680893, "usd_est": 0.017724340000000005, "venue": "kogen-bench-eu", "wall_s": 415.03}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 902957, "usd_est": 0.02085954, "venue": "kogen-bench-eu", "wall_s": 523.885}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 438355, "usd_est": 0.012816780000000002, "venue": "kogen-bench-eu", "wall_s": 393.006}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 717567, "usd_est": 0.017713580000000003, "venue": "kogen-bench-eu", "wall_s": 504.845}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 677194, "usd_est": 0.02160324, "venue": "kogen-bench-eu", "wall_s": 653.102}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 937634, "usd_est": 0.02583131999999999, "venue": "kogen-bench-eu", "wall_s": 521.753}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 426910, "usd_est": 0.01582308, "venue": "kogen-bench-eu", "wall_s": 343.098}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 667461, "usd_est": 0.020052740000000003, "venue": "kogen-bench-eu", "wall_s": 418.004}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 1137666, "usd_est": 0.028632440000000006, "venue": "kogen-bench-eu", "wall_s": 660.117}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 640729, "usd_est": 0.020405940000000004, "venue": "kogen-bench-eu", "wall_s": 465.649}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 623160, "usd_est": 0.01942144, "venue": "kogen-bench-eu", "wall_s": 507.895}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 657931, "usd_est": 0.01974198, "venue": "kogen-bench-eu", "wall_s": 530.377}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 986463, "usd_est": 0.025126540000000003, "venue": "kogen-bench-eu", "wall_s": 617.3}
{"ITT outcome": "pass", "arm": "r56p2-eu-hwbroadcast:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r56p2", "task": "rails-hw-scoped-broadcast", "tokens": 1006809, "usd_est": 0.027798340000000008, "venue": "kogen-bench-eu", "wall_s": 785.851}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 293294, "usd_est": 0.009835159999999997, "venue": "kogen-bench-us", "wall_s": 212.991}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 205122, "usd_est": 0.005850760000000002, "venue": "kogen-bench-us", "wall_s": 144.661}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 167971, "usd_est": 0.00503846, "venue": "kogen-bench-us", "wall_s": 102.345}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 254770, "usd_est": 0.00743972, "venue": "kogen-bench-us", "wall_s": 261.537}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 260318, "usd_est": 0.00909748, "venue": "kogen-bench-us", "wall_s": 135.373}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 155852, "usd_est": 0.005243040000000001, "venue": "kogen-bench-us", "wall_s": 115.375}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 202267, "usd_est": 0.00553542, "venue": "kogen-bench-us", "wall_s": 141.874}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 308058, "usd_est": 0.00863204, "venue": "kogen-bench-us", "wall_s": 217.504}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 218289, "usd_est": 0.006943539999999999, "venue": "kogen-bench-us", "wall_s": 108.333}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 169196, "usd_est": 0.007075280000000001, "venue": "kogen-bench-us", "wall_s": 136.404}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 141655, "usd_est": 0.00561446, "venue": "kogen-bench-us", "wall_s": 164.371}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 107045, "usd_est": 0.0043452199999999995, "venue": "kogen-bench-us", "wall_s": 165.712}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 123752, "usd_est": 0.00504848, "venue": "kogen-bench-us", "wall_s": 109.132}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 121182, "usd_est": 0.00395516, "venue": "kogen-bench-us", "wall_s": 117.192}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 111520, "usd_est": 0.0037083199999999993, "venue": "kogen-bench-us", "wall_s": 101.66}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 193457, "usd_est": 0.0074469, "venue": "kogen-bench-us", "wall_s": 192.428}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 181264, "usd_est": 0.00561464, "venue": "kogen-bench-us", "wall_s": 104.837}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 116474, "usd_est": 0.00410628, "venue": "kogen-bench-us", "wall_s": 100.424}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 120142, "usd_est": 0.0047194, "venue": "kogen-bench-us", "wall_s": 93.303}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 274566, "usd_est": 0.008198359999999998, "venue": "kogen-bench-us", "wall_s": 185.678}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 240003, "usd_est": 0.007458860000000001, "venue": "kogen-bench-us", "wall_s": 139.203}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 129786, "usd_est": 0.00468116, "venue": "kogen-bench-us", "wall_s": 141.204}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 102652, "usd_est": 0.00438592, "venue": "kogen-bench-us", "wall_s": 113.228}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 355697, "usd_est": 0.00984202, "venue": "kogen-bench-us", "wall_s": 242.213}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 545937, "usd_est": 0.01564794, "venue": "kogen-bench-us", "wall_s": 358.1}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 286705, "usd_est": 0.00902034, "venue": "kogen-bench-us", "wall_s": 286.018}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 144561, "usd_est": 0.005646739999999999, "venue": "kogen-bench-us", "wall_s": 220.821}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 105717, "usd_est": 0.005494499999999999, "venue": "kogen-bench-us", "wall_s": 143.602}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 625008, "usd_est": 0.01649776, "venue": "kogen-bench-us", "wall_s": 454.886}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 50816, "usd_est": 0.00283352, "venue": "kogen-bench-us", "wall_s": 153.016}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 229647, "usd_est": 0.011882940000000002, "venue": "kogen-bench-us", "wall_s": 243.506}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 174308, "usd_est": 0.007762720000000002, "venue": "kogen-bench-us", "wall_s": 199.797}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 129616, "usd_est": 0.00769808, "venue": "kogen-bench-us", "wall_s": 214.226}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 159771, "usd_est": 0.008566460000000001, "venue": "kogen-bench-us", "wall_s": 386.449}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 116593, "usd_est": 0.006096900000000001, "venue": "kogen-bench-us", "wall_s": 189.574}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 139851, "usd_est": 0.008589820000000001, "venue": "kogen-bench-us", "wall_s": 211.767}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 210387, "usd_est": 0.009872220000000001, "venue": "kogen-bench-us", "wall_s": 210.147}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 147981, "usd_est": 0.007934420000000001, "venue": "kogen-bench-us", "wall_s": 169.207}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 158801, "usd_est": 0.008415220000000001, "venue": "kogen-bench-us", "wall_s": 174.632}
{"ITT outcome": "pass", "arm": "r56p2-us-ajenqueue:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r56p2", "task": "rails-aj-enqueue-after-commit", "tokens": 213308, "usd_est": 0.011672160000000001, "venue": "kogen-bench-us", "wall_s": 311.705}
{"ITT outcome": "unresolved", "arm": "r56p2-us-asvariant:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1.087}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "10", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1955094, "usd_est": 0.039948840000000006, "venue": "kogen-bench-us", "wall_s": 758.601}
{"ITT outcome": "unresolved", "arm": "r56p2-us-asvariant:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1.374}
{"ITT outcome": "pass", "arm": "r56p2-us-asvariant:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 2348406, "usd_est": 0.044068119999999995, "venue": "kogen-bench-us", "wall_s": 836.928}
{"ITT outcome": "pass", "arm": "r56p2-us-asvariant:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 2507967, "usd_est": 0.04549742000000001, "venue": "kogen-bench-us", "wall_s": 1152.478}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1132247, "usd_est": 0.023755420000000003, "venue": "kogen-bench-us", "wall_s": 408.571}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1430314, "usd_est": 0.030789000000000004, "venue": "kogen-bench-us", "wall_s": 482.137}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1122829, "usd_est": 0.024650819999999997, "venue": "kogen-bench-us", "wall_s": 635.937}
{"ITT outcome": "pass", "arm": "r56p2-us-asvariant:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 2333559, "usd_est": 0.04269093999999999, "venue": "kogen-bench-us", "wall_s": 587.057}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-det", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "9", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1065141, "usd_est": 0.02411554, "venue": "kogen-bench-us", "wall_s": 509.781}
{"ITT outcome": "pass", "arm": "r56p2-us-asvariant:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1286034, "usd_est": 0.026707160000000004, "venue": "kogen-bench-us", "wall_s": 812.748}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "10", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1660432, "usd_est": 0.03744280000000001, "venue": "kogen-bench-us", "wall_s": 592.751}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1535811, "usd_est": 0.029888940000000003, "venue": "kogen-bench-us", "wall_s": 508.283}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1180470, "usd_est": 0.028564040000000002, "venue": "kogen-bench-us", "wall_s": 587.933}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 655203, "usd_est": 0.01803486, "venue": "kogen-bench-us", "wall_s": 387.632}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 989306, "usd_est": 0.022958839999999998, "venue": "kogen-bench-us", "wall_s": 435.726}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1179013, "usd_est": 0.0251577, "venue": "kogen-bench-us", "wall_s": 483.941}
{"ITT outcome": "pass", "arm": "r56p2-us-asvariant:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1720475, "usd_est": 0.03366886000000001, "venue": "kogen-bench-us", "wall_s": 955.244}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "8", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1179975, "usd_est": 0.031364300000000005, "venue": "kogen-bench-us", "wall_s": 451.395}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "9", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1112469, "usd_est": 0.025016580000000004, "venue": "kogen-bench-us", "wall_s": 450.981}
{"ITT outcome": "pass", "arm": "r56p2-us-asvariant:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1534444, "usd_est": 0.0324672, "venue": "kogen-bench-us", "wall_s": 504.621}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "10", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 727331, "usd_est": 0.02005398, "venue": "kogen-bench-us", "wall_s": 766.246}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1317542, "usd_est": 0.028760760000000003, "venue": "kogen-bench-us", "wall_s": 605.881}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 2294639, "usd_est": 0.046249979999999996, "venue": "kogen-bench-us", "wall_s": 712.853}
{"ITT outcome": "pass", "arm": "r56p2-us-asvariant:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1694407, "usd_est": 0.03305165999999999, "venue": "kogen-bench-us", "wall_s": 544.227}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 571554, "usd_est": 0.01723564, "venue": "kogen-bench-us", "wall_s": 349.103}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 657456, "usd_est": 0.016835519999999996, "venue": "kogen-bench-us", "wall_s": 357.592}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 852902, "usd_est": 0.0194054, "venue": "kogen-bench-us", "wall_s": 353.775}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "8", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1454400, "usd_est": 0.028908960000000008, "venue": "kogen-bench-us", "wall_s": 512.322}
{"ITT outcome": "pass", "arm": "r56p2-us-asvariant:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 916442, "usd_est": 0.022092199999999992, "venue": "kogen-bench-us", "wall_s": 592.208}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 976518, "usd_est": 0.029718759999999997, "venue": "kogen-bench-us", "wall_s": 755.777}
{"ITT outcome": "pass", "arm": "r56p2-us-asvariant:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 664429, "usd_est": 0.022210019999999997, "venue": "kogen-bench-us", "wall_s": 466.236}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 666275, "usd_est": 0.02287638, "venue": "kogen-bench-us", "wall_s": 553.604}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1864054, "usd_est": 0.03943684, "venue": "kogen-bench-us", "wall_s": 1282.807}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1382209, "usd_est": 0.034372420000000015, "venue": "kogen-bench-us", "wall_s": 886.177}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 839854, "usd_est": 0.03106292, "venue": "kogen-bench-us", "wall_s": 616.924}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1112522, "usd_est": 0.027895000000000007, "venue": "kogen-bench-us", "wall_s": 553.01}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1018487, "usd_est": 0.02643198, "venue": "kogen-bench-us", "wall_s": 833.369}
{"ITT outcome": "fail", "arm": "r56p2-us-asvariant:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "8", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 519893, "usd_est": 0.0207833, "venue": "kogen-bench-us", "wall_s": 462.942}
{"ITT outcome": "pass", "arm": "r56p2-us-asvariant:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r56p2", "task": "rails-as-variant-processed-once", "tokens": 1308132, "usd_est": 0.03206968000000001, "venue": "kogen-bench-us", "wall_s": 688.623}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx07:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.654}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx07:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "10", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1.153}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx07:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "11", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.664}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx07:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "12", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1.052}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx07:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.662}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx07:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.662}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx07:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "4", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1.046}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx07:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "5", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.652}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx07:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "6", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.668}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx07:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "7", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.583}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx07:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "8", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1.06}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx07:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "9", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.661}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 329791, "usd_est": 0.013732700000000002, "venue": "kogen-bench-us", "wall_s": 342.111}
{"ITT outcome": "pass", "arm": "r56p2-us-elx07:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 496922, "usd_est": 0.019339480000000003, "venue": "kogen-bench-us", "wall_s": 495.258}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "11", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 218511, "usd_est": 0.011204140000000003, "venue": "kogen-bench-us", "wall_s": 335.043}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "12", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 108489, "usd_est": 0.006427139999999999, "venue": "kogen-bench-us", "wall_s": 165.368}
{"ITT outcome": "pass", "arm": "r56p2-us-elx07:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 249359, "usd_est": 0.010876460000000001, "venue": "kogen-bench-us", "wall_s": 270.307}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 296231, "usd_est": 0.01255774, "venue": "kogen-bench-us", "wall_s": 294.887}
{"ITT outcome": "pass", "arm": "r56p2-us-elx07:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 305663, "usd_est": 0.01392294, "venue": "kogen-bench-us", "wall_s": 356.069}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 104856, "usd_est": 0.0075479200000000005, "venue": "kogen-bench-us", "wall_s": 196.913}
{"ITT outcome": "pass", "arm": "r56p2-us-elx07:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 116894, "usd_est": 0.00797676, "venue": "kogen-bench-us", "wall_s": 286.541}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 216933, "usd_est": 0.011019620000000003, "venue": "kogen-bench-us", "wall_s": 291.184}
{"ITT outcome": "pass", "arm": "r56p2-us-elx07:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 322942, "usd_est": 0.014634119999999997, "venue": "kogen-bench-us", "wall_s": 378.424}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "9", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 184896, "usd_est": 0.01173672, "venue": "kogen-bench-us", "wall_s": 347.062}
{"ITT outcome": "pass", "arm": "r56p2-us-elx07:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 490994, "usd_est": 0.01884796, "venue": "kogen-bench-us", "wall_s": 475.37}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "10", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 313156, "usd_est": 0.013106720000000002, "venue": "kogen-bench-us", "wall_s": 314.557}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "11", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 173644, "usd_est": 0.008258160000000002, "venue": "kogen-bench-us", "wall_s": 173.368}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "12", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 328397, "usd_est": 0.013565460000000005, "venue": "kogen-bench-us", "wall_s": 387.206}
{"ITT outcome": "pass", "arm": "r56p2-us-elx07:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 352762, "usd_est": 0.015653640000000003, "venue": "kogen-bench-us", "wall_s": 375.979}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 216287, "usd_est": 0.012029020000000001, "venue": "kogen-bench-us", "wall_s": 268.984}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 148583, "usd_est": 0.008092460000000003, "venue": "kogen-bench-us", "wall_s": 247.457}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 163344, "usd_est": 0.008230240000000002, "venue": "kogen-bench-us", "wall_s": 217.776}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 242888, "usd_est": 0.012150320000000001, "venue": "kogen-bench-us", "wall_s": 504.251}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 250881, "usd_est": 0.011212339999999998, "venue": "kogen-bench-us", "wall_s": 268.955}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "8", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 384621, "usd_est": 0.015208339999999999, "venue": "kogen-bench-us", "wall_s": 351.141}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "9", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 351407, "usd_est": 0.01862062, "venue": "kogen-bench-us", "wall_s": 340.069}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 232624, "usd_est": 0.014670480000000001, "venue": "kogen-bench-us", "wall_s": 364.507}
{"ITT outcome": "pass", "arm": "r56p2-us-elx07:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 511965, "usd_est": 0.020327380000000003, "venue": "kogen-bench-us", "wall_s": 574.015}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "11", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 348551, "usd_est": 0.01850758, "venue": "kogen-bench-us", "wall_s": 443.622}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "12", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 248601, "usd_est": 0.013587859999999998, "venue": "kogen-bench-us", "wall_s": 327.71}
{"ITT outcome": "pass", "arm": "r56p2-us-elx07:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 274611, "usd_est": 0.0148223, "venue": "kogen-bench-us", "wall_s": 348.735}
{"ITT outcome": "pass", "arm": "r56p2-us-elx07:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 246794, "usd_est": 0.015036520000000001, "venue": "kogen-bench-us", "wall_s": 458.343}
{"ITT outcome": "pass", "arm": "r56p2-us-elx07:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 322360, "usd_est": 0.015862, "venue": "kogen-bench-us", "wall_s": 393.49}
{"ITT outcome": "pass", "arm": "r56p2-us-elx07:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 319202, "usd_est": 0.015775160000000003, "venue": "kogen-bench-us", "wall_s": 429.384}
{"ITT outcome": "pass", "arm": "r56p2-us-elx07:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 404215, "usd_est": 0.01598686, "venue": "kogen-bench-us", "wall_s": 531.254}
{"ITT outcome": "fail", "arm": "r56p2-us-elx07:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 254449, "usd_est": 0.014438180000000002, "venue": "kogen-bench-us", "wall_s": 398.581}
{"ITT outcome": "pass", "arm": "r56p2-us-elx07:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 171503, "usd_est": 0.0113359, "venue": "kogen-bench-us", "wall_s": 297.259}
{"ITT outcome": "pass", "arm": "r56p2-us-elx07:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "9", "round": "r56p2", "task": "elx-07-cli-stats", "tokens": 341627, "usd_est": 0.01669238, "venue": "kogen-bench-us", "wall_s": 451.547}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx12:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1.046}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx12:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "10", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.657}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx12:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "11", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.664}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx12:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "12", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.658}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx12:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.639}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx12:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.987}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx12:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "4", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1.606}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx12:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "5", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.645}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx12:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "6", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.654}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx12:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "7", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1.042}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx12:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "8", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.946}
{"ITT outcome": "unresolved", "arm": "r56p2-us-elx12:B-ctx-det", "effort": "requested low (stage efforts not recovered)", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "9", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.633}
{"ITT outcome": "fail", "arm": "r56p2-us-elx12:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 231492, "usd_est": 0.00951208, "venue": "kogen-bench-us", "wall_s": 206.346}
{"ITT outcome": "pass", "arm": "r56p2-us-elx12:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "10", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 145977, "usd_est": 0.00728298, "venue": "kogen-bench-us", "wall_s": 175.89}
{"ITT outcome": "pass", "arm": "r56p2-us-elx12:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "11", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 217662, "usd_est": 0.00922276, "venue": "kogen-bench-us", "wall_s": 217.934}
{"ITT outcome": "fail", "arm": "r56p2-us-elx12:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "12", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 120239, "usd_est": 0.007275340000000001, "venue": "kogen-bench-us", "wall_s": 171.878}
{"ITT outcome": "fail", "arm": "r56p2-us-elx12:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 311946, "usd_est": 0.01159828, "venue": "kogen-bench-us", "wall_s": 236.471}
{"ITT outcome": "pass", "arm": "r56p2-us-elx12:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 176688, "usd_est": 0.00785656, "venue": "kogen-bench-us", "wall_s": 185.224}
{"ITT outcome": "fail", "arm": "r56p2-us-elx12:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 164752, "usd_est": 0.007806800000000001, "venue": "kogen-bench-us", "wall_s": 184.92}
{"ITT outcome": "fail", "arm": "r56p2-us-elx12:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 163068, "usd_est": 0.00857016, "venue": "kogen-bench-us", "wall_s": 210.487}
{"ITT outcome": "fail", "arm": "r56p2-us-elx12:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 178824, "usd_est": 0.009602480000000002, "venue": "kogen-bench-us", "wall_s": 183.876}
{"ITT outcome": "pass", "arm": "r56p2-us-elx12:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 71068, "usd_est": 0.00517328, "venue": "kogen-bench-us", "wall_s": 168.892}
{"ITT outcome": "pass", "arm": "r56p2-us-elx12:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 133304, "usd_est": 0.006547600000000001, "venue": "kogen-bench-us", "wall_s": 157.389}
{"ITT outcome": "fail", "arm": "r56p2-us-elx12:B-ctx-ls", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "9", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 100340, "usd_est": 0.00726856, "venue": "kogen-bench-us", "wall_s": 327.54}
{"ITT outcome": "pass", "arm": "r56p2-us-elx12:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 196373, "usd_est": 0.009199459999999998, "venue": "kogen-bench-us", "wall_s": 335.383}
{"ITT outcome": "fail", "arm": "r56p2-us-elx12:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "10", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 187953, "usd_est": 0.008540500000000001, "venue": "kogen-bench-us", "wall_s": 221.909}
{"ITT outcome": "pass", "arm": "r56p2-us-elx12:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "11", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 132221, "usd_est": 0.008081700000000002, "venue": "kogen-bench-us", "wall_s": 384.179}
{"ITT outcome": "fail", "arm": "r56p2-us-elx12:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "12", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 88722, "usd_est": 0.005697000000000001, "venue": "kogen-bench-us", "wall_s": 150.364}
{"ITT outcome": "pass", "arm": "r56p2-us-elx12:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 157949, "usd_est": 0.0091001, "venue": "kogen-bench-us", "wall_s": 232.487}
{"ITT outcome": "pass", "arm": "r56p2-us-elx12:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 235574, "usd_est": 0.00880476, "venue": "kogen-bench-us", "wall_s": 209.418}
{"ITT outcome": "fail", "arm": "r56p2-us-elx12:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 95990, "usd_est": 0.00675308, "venue": "kogen-bench-us", "wall_s": 149.862}
{"ITT outcome": "pass", "arm": "r56p2-us-elx12:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 192753, "usd_est": 0.009059699999999999, "venue": "kogen-bench-us", "wall_s": 246.276}
{"ITT outcome": "pass", "arm": "r56p2-us-elx12:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 113637, "usd_est": 0.00694122, "venue": "kogen-bench-us", "wall_s": 198.169}
{"ITT outcome": "pass", "arm": "r56p2-us-elx12:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 208223, "usd_est": 0.010696780000000001, "venue": "kogen-bench-us", "wall_s": 214.421}
{"ITT outcome": "fail", "arm": "r56p2-us-elx12:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "8", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 114401, "usd_est": 0.00870754, "venue": "kogen-bench-us", "wall_s": 3580.11}
{"ITT outcome": "fail", "arm": "r56p2-us-elx12:B-ctx-none", "effort": "gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "9", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 223943, "usd_est": 0.00977054, "venue": "kogen-bench-us", "wall_s": 273.978}
{"ITT outcome": "pass", "arm": "r56p2-us-elx12:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 205093, "usd_est": 0.01404786, "venue": "kogen-bench-us", "wall_s": 282.935}
{"ITT outcome": "fail", "arm": "r56p2-us-elx12:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "10", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 207942, "usd_est": 0.01120996, "venue": "kogen-bench-us", "wall_s": 300.598}
{"ITT outcome": "fail", "arm": "r56p2-us-elx12:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "11", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 139086, "usd_est": 0.008720840000000002, "venue": "kogen-bench-us", "wall_s": 238.061}
{"ITT outcome": "pass", "arm": "r56p2-us-elx12:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "12", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 426635, "usd_est": 0.016971580000000003, "venue": "kogen-bench-us", "wall_s": 340.186}
{"ITT outcome": "pass", "arm": "r56p2-us-elx12:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 244567, "usd_est": 0.01215758, "venue": "kogen-bench-us", "wall_s": 279.892}
{"ITT outcome": "fail", "arm": "r56p2-us-elx12:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 205596, "usd_est": 0.011995440000000001, "venue": "kogen-bench-us", "wall_s": 260.498}
{"ITT outcome": "pass", "arm": "r56p2-us-elx12:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 163350, "usd_est": 0.00927308, "venue": "kogen-bench-us", "wall_s": 223.746}
{"ITT outcome": "fail", "arm": "r56p2-us-elx12:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 217144, "usd_est": 0.010758080000000001, "venue": "kogen-bench-us", "wall_s": 266.022}
{"ITT outcome": "fail", "arm": "r56p2-us-elx12:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 209879, "usd_est": 0.012546700000000001, "venue": "kogen-bench-us", "wall_s": 308.175}
{"ITT outcome": "fail", "arm": "r56p2-us-elx12:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 207048, "usd_est": 0.011247199999999999, "venue": "kogen-bench-us", "wall_s": 300.846}
{"ITT outcome": "fail", "arm": "r56p2-us-elx12:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "8", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 208780, "usd_est": 0.0104148, "venue": "kogen-bench-us", "wall_s": 314.007}
{"ITT outcome": "fail", "arm": "r56p2-us-elx12:B-ctx-pack", "effort": "gpt-6-luna / low + gpt-6-luna / xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna + gpt-6-luna", "outcome": "fail", "rep": "9", "round": "r56p2", "task": "elx-12-retry-api-deprecation", "tokens": 189871, "usd_est": 0.01049862, "venue": "kogen-bench-us", "wall_s": 273.933}
{"ITT outcome": "not_scored", "arm": "r57-control-us-elx07:control-default-tools", "effort": "xhigh", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57", "task": "elx-07-cli-stats", "tokens": 388871, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 421.046}
{"ITT outcome": "pass", "arm": "r57-us-elx05:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57", "task": "elx-05-cache-single-flight", "tokens": 96307, "usd_est": 0.005600460000000001, "venue": "kogen-bench-us", "wall_s": 160.335}
{"ITT outcome": "pass", "arm": "r57-us-elx05:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57", "task": "elx-05-cache-single-flight", "tokens": 71459, "usd_est": 0.004920300000000001, "venue": "kogen-bench-us", "wall_s": 131.856}
{"ITT outcome": "pass", "arm": "r57-us-elx05:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57", "task": "elx-05-cache-single-flight", "tokens": 61783, "usd_est": 0.004978140000000001, "venue": "kogen-bench-us", "wall_s": 147.61}
{"ITT outcome": "pass", "arm": "r57-us-elx05:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57", "task": "elx-05-cache-single-flight", "tokens": 66567, "usd_est": 0.0047246200000000006, "venue": "kogen-bench-us", "wall_s": 160.354}
{"ITT outcome": "pass", "arm": "r57-us-elx05:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57", "task": "elx-05-cache-single-flight", "tokens": 71958, "usd_est": 0.00538404, "venue": "kogen-bench-us", "wall_s": 143.787}
{"ITT outcome": "pass", "arm": "r57-us-elx05:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57", "task": "elx-05-cache-single-flight", "tokens": 34704, "usd_est": 0.0037600799999999994, "venue": "kogen-bench-us", "wall_s": 105.309}
{"ITT outcome": "pass", "arm": "r57-us-elx05:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57", "task": "elx-05-cache-single-flight", "tokens": 52565, "usd_est": 0.005218499999999999, "venue": "kogen-bench-us", "wall_s": 146.344}
{"ITT outcome": "pass", "arm": "r57-us-elx05:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57", "task": "elx-05-cache-single-flight", "tokens": 39348, "usd_est": 0.00459016, "venue": "kogen-bench-us", "wall_s": 130.821}
{"ITT outcome": "pass", "arm": "r57-us-elx07:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57", "task": "elx-07-cli-stats", "tokens": 122843, "usd_est": 0.007415420000000001, "venue": "kogen-bench-us", "wall_s": 193.999}
{"ITT outcome": "pass", "arm": "r57-us-elx07:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57", "task": "elx-07-cli-stats", "tokens": 199625, "usd_est": 0.010591139999999997, "venue": "kogen-bench-us", "wall_s": 297.283}
{"ITT outcome": "pass", "arm": "r57-us-elx07:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57", "task": "elx-07-cli-stats", "tokens": 306580, "usd_est": 0.01329104, "venue": "kogen-bench-us", "wall_s": 305.006}
{"ITT outcome": "fail", "arm": "r57-us-elx07:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r57", "task": "elx-07-cli-stats", "tokens": 705443, "usd_est": 0.02297822, "venue": "kogen-bench-us", "wall_s": 581.876}
{"ITT outcome": "pass", "arm": "r57-us-elx07:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57", "task": "elx-07-cli-stats", "tokens": 66342, "usd_est": 0.00603788, "venue": "kogen-bench-us", "wall_s": 166.196}
{"ITT outcome": "pass", "arm": "r57-us-elx07:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57", "task": "elx-07-cli-stats", "tokens": 122258, "usd_est": 0.0073466799999999995, "venue": "kogen-bench-us", "wall_s": 188.378}
{"ITT outcome": "fail", "arm": "r57-us-elx07:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r57", "task": "elx-07-cli-stats", "tokens": 123688, "usd_est": 0.007495119999999999, "venue": "kogen-bench-us", "wall_s": 273.973}
{"ITT outcome": "fail", "arm": "r57-us-elx07:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r57", "task": "elx-07-cli-stats", "tokens": 64290, "usd_est": 0.00633116, "venue": "kogen-bench-us", "wall_s": 167.861}
{"ITT outcome": "fail", "arm": "r57-us-elx12:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r57", "task": "elx-12-retry-api-deprecation", "tokens": 98365, "usd_est": 0.0060668200000000005, "venue": "kogen-bench-us", "wall_s": 168.63}
{"ITT outcome": "fail", "arm": "r57-us-elx12:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r57", "task": "elx-12-retry-api-deprecation", "tokens": 202204, "usd_est": 0.011118320000000001, "venue": "kogen-bench-us", "wall_s": 217.357}
{"ITT outcome": "pass", "arm": "r57-us-elx12:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57", "task": "elx-12-retry-api-deprecation", "tokens": 276878, "usd_est": 0.010422679999999998, "venue": "kogen-bench-us", "wall_s": 418.947}
{"ITT outcome": "pass", "arm": "r57-us-elx12:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57", "task": "elx-12-retry-api-deprecation", "tokens": 146807, "usd_est": 0.011283179999999999, "venue": "kogen-bench-us", "wall_s": 281.254}
{"ITT outcome": "pass", "arm": "r57-us-elx12:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57", "task": "elx-12-retry-api-deprecation", "tokens": 176177, "usd_est": 0.009537619999999998, "venue": "kogen-bench-us", "wall_s": 257.63}
{"ITT outcome": "pass", "arm": "r57-us-elx12:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57", "task": "elx-12-retry-api-deprecation", "tokens": 54597, "usd_est": 0.00485874, "venue": "kogen-bench-us", "wall_s": 262.082}
{"ITT outcome": "fail", "arm": "r57-us-elx12:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r57", "task": "elx-12-retry-api-deprecation", "tokens": 68846, "usd_est": 0.00596204, "venue": "kogen-bench-us", "wall_s": 345.492}
{"ITT outcome": "fail", "arm": "r57-us-elx12:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r57", "task": "elx-12-retry-api-deprecation", "tokens": 121117, "usd_est": 0.007234979999999999, "venue": "kogen-bench-us", "wall_s": 191.852}
{"ITT outcome": "pass", "arm": "r57-us-syn13:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57", "task": "syn-13-bug-empty-filter-crash", "tokens": 438797, "usd_est": 0.012671780000000002, "venue": "kogen-bench-us", "wall_s": 487.307}
{"ITT outcome": "pass", "arm": "r57-us-syn13:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57", "task": "syn-13-bug-empty-filter-crash", "tokens": 705624, "usd_est": 0.01958256, "venue": "kogen-bench-us", "wall_s": 463.724}
{"ITT outcome": "pass", "arm": "r57-us-syn13:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57", "task": "syn-13-bug-empty-filter-crash", "tokens": 275469, "usd_est": 0.009820980000000002, "venue": "kogen-bench-us", "wall_s": 188.429}
{"ITT outcome": "pass", "arm": "r57-us-syn13:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57", "task": "syn-13-bug-empty-filter-crash", "tokens": 385424, "usd_est": 0.01297568, "venue": "kogen-bench-us", "wall_s": 247.994}
{"ITT outcome": "pass", "arm": "r57-us-syn13:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57", "task": "syn-13-bug-empty-filter-crash", "tokens": 105399, "usd_est": 0.006973740000000001, "venue": "kogen-bench-us", "wall_s": 192.353}
{"ITT outcome": "pass", "arm": "r57-us-syn13:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57", "task": "syn-13-bug-empty-filter-crash", "tokens": 122173, "usd_est": 0.00680634, "venue": "kogen-bench-us", "wall_s": 266.547}
{"ITT outcome": "pass", "arm": "r57-us-syn13:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57", "task": "syn-13-bug-empty-filter-crash", "tokens": 135935, "usd_est": 0.006598300000000001, "venue": "kogen-bench-us", "wall_s": 188.451}
{"ITT outcome": "pass", "arm": "r57-us-syn13:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57", "task": "syn-13-bug-empty-filter-crash", "tokens": 150132, "usd_est": 0.00846824, "venue": "kogen-bench-us", "wall_s": 222.412}
{"ITT outcome": "pass", "arm": "r57-us-syn14:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57", "task": "syn-14-bug-sla-business-hours", "tokens": 156957, "usd_est": 0.004956180000000001, "venue": "kogen-bench-us", "wall_s": 146.042}
{"ITT outcome": "pass", "arm": "r57-us-syn14:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57", "task": "syn-14-bug-sla-business-hours", "tokens": 86049, "usd_est": 0.0029077000000000005, "venue": "kogen-bench-us", "wall_s": 94.97}
{"ITT outcome": "pass", "arm": "r57-us-syn14:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57", "task": "syn-14-bug-sla-business-hours", "tokens": 141794, "usd_est": 0.00469236, "venue": "kogen-bench-us", "wall_s": 99.008}
{"ITT outcome": "pass", "arm": "r57-us-syn14:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57", "task": "syn-14-bug-sla-business-hours", "tokens": 149297, "usd_est": 0.0049974600000000004, "venue": "kogen-bench-us", "wall_s": 112.744}
{"ITT outcome": "pass", "arm": "r57-us-syn14:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57", "task": "syn-14-bug-sla-business-hours", "tokens": 100758, "usd_est": 0.004447400000000001, "venue": "kogen-bench-us", "wall_s": 89.807}
{"ITT outcome": "pass", "arm": "r57-us-syn14:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57", "task": "syn-14-bug-sla-business-hours", "tokens": 31095, "usd_est": 0.00214638, "venue": "kogen-bench-us", "wall_s": 93.447}
{"ITT outcome": "pass", "arm": "r57-us-syn14:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57", "task": "syn-14-bug-sla-business-hours", "tokens": 32584, "usd_est": 0.00251568, "venue": "kogen-bench-us", "wall_s": 83.623}
{"ITT outcome": "pass", "arm": "r57-us-syn14:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57", "task": "syn-14-bug-sla-business-hours", "tokens": 82433, "usd_est": 0.00413482, "venue": "kogen-bench-us", "wall_s": 98.574}
{"ITT outcome": "pass", "arm": "r57c-eu-elx05:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57c", "task": "elx-05-cache-single-flight", "tokens": 115007, "usd_est": 0.00629086, "venue": "kogen-bench-eu", "wall_s": 179.506}
{"ITT outcome": "pass", "arm": "r57c-eu-elx05:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57c", "task": "elx-05-cache-single-flight", "tokens": 56335, "usd_est": 0.0045035000000000006, "venue": "kogen-bench-eu", "wall_s": 121.018}
{"ITT outcome": "pass", "arm": "r57c-eu-elx05:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57c", "task": "elx-05-cache-single-flight", "tokens": 119730, "usd_est": 0.00734892, "venue": "kogen-bench-eu", "wall_s": 162.489}
{"ITT outcome": "pass", "arm": "r57c-eu-elx05:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57c", "task": "elx-05-cache-single-flight", "tokens": 47839, "usd_est": 0.0043555, "venue": "kogen-bench-eu", "wall_s": 122.418}
{"ITT outcome": "pass", "arm": "r57c-eu-elx05:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57c", "task": "elx-05-cache-single-flight", "tokens": 44639, "usd_est": 0.00411446, "venue": "kogen-bench-eu", "wall_s": 112.901}
{"ITT outcome": "pass", "arm": "r57c-eu-elx05:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57c", "task": "elx-05-cache-single-flight", "tokens": 54665, "usd_est": 0.00454562, "venue": "kogen-bench-eu", "wall_s": 137.643}
{"ITT outcome": "pass", "arm": "r57c-eu-elx05:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57c", "task": "elx-05-cache-single-flight", "tokens": 120035, "usd_est": 0.007528859999999999, "venue": "kogen-bench-eu", "wall_s": 172.06}
{"ITT outcome": "pass", "arm": "r57c-eu-elx05:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57c", "task": "elx-05-cache-single-flight", "tokens": 91352, "usd_est": 0.0072264, "venue": "kogen-bench-eu", "wall_s": 169.351}
{"ITT outcome": "pass", "arm": "r57c-eu-elx05:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57c", "task": "elx-05-cache-single-flight", "tokens": 93718, "usd_est": 0.006930919999999999, "venue": "kogen-bench-eu", "wall_s": 154.428}
{"ITT outcome": "pass", "arm": "r57c-eu-elx05:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57c", "task": "elx-05-cache-single-flight", "tokens": 60199, "usd_est": 0.0050697400000000005, "venue": "kogen-bench-eu", "wall_s": 138.346}
{"ITT outcome": "pass", "arm": "r57c-eu-elx05:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57c", "task": "elx-05-cache-single-flight", "tokens": 71528, "usd_est": 0.00525792, "venue": "kogen-bench-eu", "wall_s": 166.996}
{"ITT outcome": "pass", "arm": "r57c-eu-elx05:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57c", "task": "elx-05-cache-single-flight", "tokens": 42579, "usd_est": 0.00480094, "venue": "kogen-bench-eu", "wall_s": 139.871}
{"ITT outcome": "pass", "arm": "r57c-eu-elx05:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57c", "task": "elx-05-cache-single-flight", "tokens": 57282, "usd_est": 0.00553452, "venue": "kogen-bench-eu", "wall_s": 128.23}
{"ITT outcome": "pass", "arm": "r57c-eu-elx05:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57c", "task": "elx-05-cache-single-flight", "tokens": 35435, "usd_est": 0.0038787799999999996, "venue": "kogen-bench-eu", "wall_s": 197.034}
{"ITT outcome": "pass", "arm": "r57c-eu-elx05:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57c", "task": "elx-05-cache-single-flight", "tokens": 38304, "usd_est": 0.0040317600000000006, "venue": "kogen-bench-eu", "wall_s": 106.272}
{"ITT outcome": "pass", "arm": "r57c-eu-elx05:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57c", "task": "elx-05-cache-single-flight", "tokens": 29337, "usd_est": 0.0030861, "venue": "kogen-bench-eu", "wall_s": 183.375}
{"ITT outcome": "pass", "arm": "r57c-eu-elx07:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57c", "task": "elx-07-cli-stats", "tokens": 345693, "usd_est": 0.016552740000000003, "venue": "kogen-bench-eu", "wall_s": 382.202}
{"ITT outcome": "fail", "arm": "r57c-eu-elx07:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r57c", "task": "elx-07-cli-stats", "tokens": 136419, "usd_est": 0.010668620000000002, "venue": "kogen-bench-eu", "wall_s": 256.896}
{"ITT outcome": "pass", "arm": "r57c-eu-elx07:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57c", "task": "elx-07-cli-stats", "tokens": 177131, "usd_est": 0.010765100000000001, "venue": "kogen-bench-eu", "wall_s": 354.589}
{"ITT outcome": "pass", "arm": "r57c-eu-elx07:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57c", "task": "elx-07-cli-stats", "tokens": 421687, "usd_est": 0.016519020000000002, "venue": "kogen-bench-eu", "wall_s": 627.256}
{"ITT outcome": "fail", "arm": "r57c-eu-elx07:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r57c", "task": "elx-07-cli-stats", "tokens": 500431, "usd_est": 0.016017740000000003, "venue": "kogen-bench-eu", "wall_s": 689.296}
{"ITT outcome": "pass", "arm": "r57c-eu-elx07:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57c", "task": "elx-07-cli-stats", "tokens": 417475, "usd_est": 0.014373259999999999, "venue": "kogen-bench-eu", "wall_s": 325.734}
{"ITT outcome": "pass", "arm": "r57c-eu-elx07:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57c", "task": "elx-07-cli-stats", "tokens": 140471, "usd_est": 0.01096454, "venue": "kogen-bench-eu", "wall_s": 362.291}
{"ITT outcome": "pass", "arm": "r57c-eu-elx07:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57c", "task": "elx-07-cli-stats", "tokens": 202061, "usd_est": 0.01022378, "venue": "kogen-bench-eu", "wall_s": 227.431}
{"ITT outcome": "pass", "arm": "r57c-eu-elx07:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57c", "task": "elx-07-cli-stats", "tokens": 110235, "usd_est": 0.007567900000000001, "venue": "kogen-bench-eu", "wall_s": 185.035}
{"ITT outcome": "fail", "arm": "r57c-eu-elx07:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r57c", "task": "elx-07-cli-stats", "tokens": 152770, "usd_est": 0.00922084, "venue": "kogen-bench-eu", "wall_s": 237.586}
{"ITT outcome": "fail", "arm": "r57c-eu-elx07:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r57c", "task": "elx-07-cli-stats", "tokens": 109659, "usd_est": 0.0073063799999999995, "venue": "kogen-bench-eu", "wall_s": 284.615}
{"ITT outcome": "fail", "arm": "r57c-eu-elx07:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r57c", "task": "elx-07-cli-stats", "tokens": 136653, "usd_est": 0.00833074, "venue": "kogen-bench-eu", "wall_s": 241.116}
{"ITT outcome": "pass", "arm": "r57c-eu-elx07:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57c", "task": "elx-07-cli-stats", "tokens": 137055, "usd_est": 0.0079119, "venue": "kogen-bench-eu", "wall_s": 276.049}
{"ITT outcome": "pass", "arm": "r57c-eu-elx07:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57c", "task": "elx-07-cli-stats", "tokens": 146785, "usd_est": 0.010417220000000001, "venue": "kogen-bench-eu", "wall_s": 263.043}
{"ITT outcome": "fail", "arm": "r57c-eu-elx07:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "7", "round": "r57c", "task": "elx-07-cli-stats", "tokens": 88666, "usd_est": 0.00620452, "venue": "kogen-bench-eu", "wall_s": 168.462}
{"ITT outcome": "pass", "arm": "r57c-eu-elx07:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57c", "task": "elx-07-cli-stats", "tokens": 97214, "usd_est": 0.0065574000000000006, "venue": "kogen-bench-eu", "wall_s": 192.939}
{"ITT outcome": "fail", "arm": "r57c-eu-elx12:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r57c", "task": "elx-12-retry-api-deprecation", "tokens": 83425, "usd_est": 0.006359620000000001, "venue": "kogen-bench-eu", "wall_s": 168.718}
{"ITT outcome": "fail", "arm": "r57c-eu-elx12:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r57c", "task": "elx-12-retry-api-deprecation", "tokens": 124742, "usd_est": 0.006854839999999999, "venue": "kogen-bench-eu", "wall_s": 195.523}
{"ITT outcome": "pass", "arm": "r57c-eu-elx12:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57c", "task": "elx-12-retry-api-deprecation", "tokens": 134227, "usd_est": 0.007355499999999999, "venue": "kogen-bench-eu", "wall_s": 187.035}
{"ITT outcome": "pass", "arm": "r57c-eu-elx12:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57c", "task": "elx-12-retry-api-deprecation", "tokens": 161352, "usd_est": 0.00881528, "venue": "kogen-bench-eu", "wall_s": 302.443}
{"ITT outcome": "fail", "arm": "r57c-eu-elx12:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r57c", "task": "elx-12-retry-api-deprecation", "tokens": 134279, "usd_est": 0.0071116600000000006, "venue": "kogen-bench-eu", "wall_s": 192.451}
{"ITT outcome": "fail", "arm": "r57c-eu-elx12:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "6", "round": "r57c", "task": "elx-12-retry-api-deprecation", "tokens": 110742, "usd_est": 0.00670668, "venue": "kogen-bench-eu", "wall_s": 329.307}
{"ITT outcome": "pass", "arm": "r57c-eu-elx12:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57c", "task": "elx-12-retry-api-deprecation", "tokens": 157315, "usd_est": 0.00893974, "venue": "kogen-bench-eu", "wall_s": 311.082}
{"ITT outcome": "fail", "arm": "r57c-eu-elx12:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "8", "round": "r57c", "task": "elx-12-retry-api-deprecation", "tokens": 135691, "usd_est": 0.00745326, "venue": "kogen-bench-eu", "wall_s": 246.579}
{"ITT outcome": "fail", "arm": "r57c-eu-elx12:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r57c", "task": "elx-12-retry-api-deprecation", "tokens": 82646, "usd_est": 0.005946999999999999, "venue": "kogen-bench-eu", "wall_s": 165.969}
{"ITT outcome": "pass", "arm": "r57c-eu-elx12:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57c", "task": "elx-12-retry-api-deprecation", "tokens": 121848, "usd_est": 0.00758192, "venue": "kogen-bench-eu", "wall_s": 248.805}
{"ITT outcome": "pass", "arm": "r57c-eu-elx12:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57c", "task": "elx-12-retry-api-deprecation", "tokens": 150758, "usd_est": 0.010478520000000002, "venue": "kogen-bench-eu", "wall_s": 273.074}
{"ITT outcome": "pass", "arm": "r57c-eu-elx12:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57c", "task": "elx-12-retry-api-deprecation", "tokens": 109979, "usd_est": 0.00701582, "venue": "kogen-bench-eu", "wall_s": 271.596}
{"ITT outcome": "fail", "arm": "r57c-eu-elx12:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r57c", "task": "elx-12-retry-api-deprecation", "tokens": 81198, "usd_est": 0.0055835599999999996, "venue": "kogen-bench-eu", "wall_s": 279.272}
{"ITT outcome": "pass", "arm": "r57c-eu-elx12:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57c", "task": "elx-12-retry-api-deprecation", "tokens": 181500, "usd_est": 0.01026672, "venue": "kogen-bench-eu", "wall_s": 220.03}
{"ITT outcome": "pass", "arm": "r57c-eu-elx12:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57c", "task": "elx-12-retry-api-deprecation", "tokens": 98620, "usd_est": 0.00706416, "venue": "kogen-bench-eu", "wall_s": 187.998}
{"ITT outcome": "fail", "arm": "r57c-eu-elx12:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "8", "round": "r57c", "task": "elx-12-retry-api-deprecation", "tokens": 53145, "usd_est": 0.00534794, "venue": "kogen-bench-eu", "wall_s": 134.422}
{"ITT outcome": "pass", "arm": "r57c-eu-syn13:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57c", "task": "syn-13-bug-empty-filter-crash", "tokens": 329449, "usd_est": 0.01023762, "venue": "kogen-bench-eu", "wall_s": 208.015}
{"ITT outcome": "pass", "arm": "r57c-eu-syn13:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57c", "task": "syn-13-bug-empty-filter-crash", "tokens": 252028, "usd_est": 0.008892560000000002, "venue": "kogen-bench-eu", "wall_s": 200.805}
{"ITT outcome": "pass", "arm": "r57c-eu-syn13:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57c", "task": "syn-13-bug-empty-filter-crash", "tokens": 458587, "usd_est": 0.014828540000000001, "venue": "kogen-bench-eu", "wall_s": 293.638}
{"ITT outcome": "pass", "arm": "r57c-eu-syn13:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57c", "task": "syn-13-bug-empty-filter-crash", "tokens": 551290, "usd_est": 0.01565548, "venue": "kogen-bench-eu", "wall_s": 317.064}
{"ITT outcome": "pass", "arm": "r57c-eu-syn13:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57c", "task": "syn-13-bug-empty-filter-crash", "tokens": 468847, "usd_est": 0.013320380000000001, "venue": "kogen-bench-eu", "wall_s": 259.979}
{"ITT outcome": "pass", "arm": "r57c-eu-syn13:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57c", "task": "syn-13-bug-empty-filter-crash", "tokens": 327693, "usd_est": 0.01070434, "venue": "kogen-bench-eu", "wall_s": 342.664}
{"ITT outcome": "pass", "arm": "r57c-eu-syn13:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57c", "task": "syn-13-bug-empty-filter-crash", "tokens": 613330, "usd_est": 0.014439319999999997, "venue": "kogen-bench-eu", "wall_s": 298.641}
{"ITT outcome": "pass", "arm": "r57c-eu-syn13:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57c", "task": "syn-13-bug-empty-filter-crash", "tokens": 376347, "usd_est": 0.012403260000000003, "venue": "kogen-bench-eu", "wall_s": 251.703}
{"ITT outcome": "pass", "arm": "r57c-eu-syn13:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57c", "task": "syn-13-bug-empty-filter-crash", "tokens": 117378, "usd_est": 0.007405799999999999, "venue": "kogen-bench-eu", "wall_s": 168.827}
{"ITT outcome": "pass", "arm": "r57c-eu-syn13:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57c", "task": "syn-13-bug-empty-filter-crash", "tokens": 135871, "usd_est": 0.00858558, "venue": "kogen-bench-eu", "wall_s": 255.574}
{"ITT outcome": "pass", "arm": "r57c-eu-syn13:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57c", "task": "syn-13-bug-empty-filter-crash", "tokens": 173849, "usd_est": 0.008653300000000001, "venue": "kogen-bench-eu", "wall_s": 193.625}
{"ITT outcome": "pass", "arm": "r57c-eu-syn13:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57c", "task": "syn-13-bug-empty-filter-crash", "tokens": 80649, "usd_est": 0.00555554, "venue": "kogen-bench-eu", "wall_s": 267.395}
{"ITT outcome": "pass", "arm": "r57c-eu-syn13:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57c", "task": "syn-13-bug-empty-filter-crash", "tokens": 137121, "usd_est": 0.007409539999999999, "venue": "kogen-bench-eu", "wall_s": 182.472}
{"ITT outcome": "pass", "arm": "r57c-eu-syn13:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57c", "task": "syn-13-bug-empty-filter-crash", "tokens": 106990, "usd_est": 0.005355240000000001, "venue": "kogen-bench-eu", "wall_s": 166.439}
{"ITT outcome": "pass", "arm": "r57c-eu-syn13:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57c", "task": "syn-13-bug-empty-filter-crash", "tokens": 116007, "usd_est": 0.00655294, "venue": "kogen-bench-eu", "wall_s": 276.04}
{"ITT outcome": "pass", "arm": "r57c-eu-syn13:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57c", "task": "syn-13-bug-empty-filter-crash", "tokens": 87604, "usd_est": 0.00622216, "venue": "kogen-bench-eu", "wall_s": 194.433}
{"ITT outcome": "pass", "arm": "r57c-eu-syn14:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57c", "task": "syn-14-bug-sla-business-hours", "tokens": 118899, "usd_est": 0.00428054, "venue": "kogen-bench-eu", "wall_s": 79.139}
{"ITT outcome": "pass", "arm": "r57c-eu-syn14:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57c", "task": "syn-14-bug-sla-business-hours", "tokens": 146336, "usd_est": 0.006017040000000001, "venue": "kogen-bench-eu", "wall_s": 108.804}
{"ITT outcome": "pass", "arm": "r57c-eu-syn14:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57c", "task": "syn-14-bug-sla-business-hours", "tokens": 163322, "usd_est": 0.00502636, "venue": "kogen-bench-eu", "wall_s": 97.889}
{"ITT outcome": "pass", "arm": "r57c-eu-syn14:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57c", "task": "syn-14-bug-sla-business-hours", "tokens": 170011, "usd_est": 0.00674318, "venue": "kogen-bench-eu", "wall_s": 111.453}
{"ITT outcome": "pass", "arm": "r57c-eu-syn14:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57c", "task": "syn-14-bug-sla-business-hours", "tokens": 180899, "usd_est": 0.0056007, "venue": "kogen-bench-eu", "wall_s": 104.379}
{"ITT outcome": "pass", "arm": "r57c-eu-syn14:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57c", "task": "syn-14-bug-sla-business-hours", "tokens": 139308, "usd_est": 0.004703280000000001, "venue": "kogen-bench-eu", "wall_s": 86.894}
{"ITT outcome": "pass", "arm": "r57c-eu-syn14:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57c", "task": "syn-14-bug-sla-business-hours", "tokens": 178474, "usd_est": 0.005720439999999999, "venue": "kogen-bench-eu", "wall_s": 154.972}
{"ITT outcome": "pass", "arm": "r57c-eu-syn14:default-tools", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57c", "task": "syn-14-bug-sla-business-hours", "tokens": 160473, "usd_est": 0.00506706, "venue": "kogen-bench-eu", "wall_s": 121.376}
{"ITT outcome": "pass", "arm": "r57c-eu-syn14:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r57c", "task": "syn-14-bug-sla-business-hours", "tokens": 104484, "usd_est": 0.005565280000000001, "venue": "kogen-bench-eu", "wall_s": 95.379}
{"ITT outcome": "pass", "arm": "r57c-eu-syn14:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r57c", "task": "syn-14-bug-sla-business-hours", "tokens": 55259, "usd_est": 0.00317406, "venue": "kogen-bench-eu", "wall_s": 85.325}
{"ITT outcome": "pass", "arm": "r57c-eu-syn14:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r57c", "task": "syn-14-bug-sla-business-hours", "tokens": 93702, "usd_est": 0.004560359999999999, "venue": "kogen-bench-eu", "wall_s": 85.821}
{"ITT outcome": "pass", "arm": "r57c-eu-syn14:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r57c", "task": "syn-14-bug-sla-business-hours", "tokens": 40642, "usd_est": 0.0030509200000000004, "venue": "kogen-bench-eu", "wall_s": 57.301}
{"ITT outcome": "pass", "arm": "r57c-eu-syn14:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r57c", "task": "syn-14-bug-sla-business-hours", "tokens": 58699, "usd_est": 0.00334862, "venue": "kogen-bench-eu", "wall_s": 77.322}
{"ITT outcome": "pass", "arm": "r57c-eu-syn14:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "6", "round": "r57c", "task": "syn-14-bug-sla-business-hours", "tokens": 63178, "usd_est": 0.00319884, "venue": "kogen-bench-eu", "wall_s": 68.318}
{"ITT outcome": "pass", "arm": "r57c-eu-syn14:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "7", "round": "r57c", "task": "syn-14-bug-sla-business-hours", "tokens": 40018, "usd_est": 0.00265988, "venue": "kogen-bench-eu", "wall_s": 131.791}
{"ITT outcome": "pass", "arm": "r57c-eu-syn14:shell-only", "effort": "low", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "8", "round": "r57c", "task": "syn-14-bug-sla-business-hours", "tokens": 43357, "usd_est": 0.0027995399999999997, "venue": "kogen-bench-eu", "wall_s": 76.363}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-codex-lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r58", "task": "elx-12-retry-api-deprecation", "tokens": 560743, "usd_est": 0.01548894, "venue": "kogen-bench-eu", "wall_s": 424.866}
{"ITT outcome": "pass", "arm": "r58:564a-pilot-codex-lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r58", "task": "elx-12-retry-api-deprecation", "tokens": 207971, "usd_est": 0.00803158, "venue": "kogen-bench-eu", "wall_s": 232.249}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-codex-lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r58", "task": "elx-12-retry-api-deprecation", "tokens": 417637, "usd_est": 0.012621700000000001, "venue": "kogen-bench-eu", "wall_s": 352.98}
{"ITT outcome": "pass", "arm": "r58:564a-pilot-codex-solhi", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r58", "task": "elx-12-retry-api-deprecation", "tokens": 118705, "usd_est": 0.134938, "venue": "kogen-bench-eu", "wall_s": 202.084}
{"ITT outcome": "pass", "arm": "r58:564a-pilot-codex-solhi", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r58", "task": "elx-12-retry-api-deprecation", "tokens": 297594, "usd_est": 0.1855816, "venue": "kogen-bench-eu", "wall_s": 262.621}
{"ITT outcome": "pass", "arm": "r58:564a-pilot-codex-solhi", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r58", "task": "elx-12-retry-api-deprecation", "tokens": 156533, "usd_est": 0.11621, "venue": "kogen-bench-eu", "wall_s": 207.009}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-kogen-direct", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r58", "task": "elx-12-retry-api-deprecation", "tokens": 231231, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 564.422}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-kogen-direct", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r58", "task": "elx-12-retry-api-deprecation", "tokens": 231598, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 511.178}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-kogen-direct", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r58", "task": "elx-12-retry-api-deprecation", "tokens": 386593, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 646.212}
{"ITT outcome": "unresolved", "arm": "r58:564a-pilot-kogen-direct-shell", "effort": "max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "elx-12-retry-api-deprecation", "tokens": 0, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 2.862}
{"ITT outcome": "unresolved", "arm": "r58:564a-pilot-kogen-direct-shell", "effort": "max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r58", "task": "elx-12-retry-api-deprecation", "tokens": 9227, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 319.417}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r58", "task": "elx-12-retry-api-deprecation", "tokens": 395373, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 593.173}
{"ITT outcome": "unresolved", "arm": "r58:564a-pilot-kogen-staged", "effort": "max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "elx-12-retry-api-deprecation", "tokens": 18254, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 327.273}
{"ITT outcome": "unresolved", "arm": "r58:564a-pilot-kogen-staged", "effort": "max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r58", "task": "elx-12-retry-api-deprecation", "tokens": 0, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 2.82}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-kogen-staged", "effort": "max", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r58", "task": "elx-12-retry-api-deprecation", "tokens": 256975, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 749.395}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-codex-lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r58", "task": "elx-07-cli-stats", "tokens": 422584, "usd_est": 0.01548424, "venue": "kogen-bench-us", "wall_s": 275.545}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-codex-lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r58", "task": "elx-07-cli-stats", "tokens": 430483, "usd_est": 0.01250478, "venue": "kogen-bench-us", "wall_s": 236.521}
{"ITT outcome": "pass", "arm": "r58:564a-pilot-codex-lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r58", "task": "elx-07-cli-stats", "tokens": 946853, "usd_est": 0.02207586, "venue": "kogen-bench-us", "wall_s": 329.484}
{"ITT outcome": "pass", "arm": "r58:564a-pilot-codex-solhi", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r58", "task": "elx-07-cli-stats", "tokens": 190168, "usd_est": 0.1456, "venue": "kogen-bench-us", "wall_s": 282.882}
{"ITT outcome": "pass", "arm": "r58:564a-pilot-codex-solhi", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r58", "task": "elx-07-cli-stats", "tokens": 383059, "usd_est": 0.210582, "venue": "kogen-bench-us", "wall_s": 392.938}
{"ITT outcome": "pass", "arm": "r58:564a-pilot-codex-solhi", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r58", "task": "elx-07-cli-stats", "tokens": 150728, "usd_est": 0.1275168, "venue": "kogen-bench-us", "wall_s": 218.755}
{"ITT outcome": "unresolved", "arm": "r58:564a-pilot-kogen-direct", "effort": "max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "elx-07-cli-stats", "tokens": 0, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1.745}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-kogen-direct", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r58", "task": "elx-07-cli-stats", "tokens": 285789, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 729.428}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-kogen-direct", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r58", "task": "elx-07-cli-stats", "tokens": 180187, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 475.527}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r58", "task": "elx-07-cli-stats", "tokens": 256440, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 727.888}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r58", "task": "elx-07-cli-stats", "tokens": 374015, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 710.918}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r58", "task": "elx-07-cli-stats", "tokens": 260267, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 448.946}
{"ITT outcome": "unresolved", "arm": "r58:564a-pilot-kogen-staged", "effort": "max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "elx-07-cli-stats", "tokens": 0, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 4.604}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-kogen-staged", "effort": "max", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r58", "task": "elx-07-cli-stats", "tokens": 727100, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 888.829}
{"ITT outcome": "unresolved", "arm": "r58:564a-pilot-kogen-staged", "effort": "max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r58", "task": "elx-07-cli-stats", "tokens": 48661, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 866.015}
{"ITT outcome": "fail", "arm": "r58:564a-discriminator-codex-lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r58", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 279315, "usd_est": 0.00895982, "venue": "kogen-bench-us", "wall_s": 240.661}
{"ITT outcome": "fail", "arm": "r58:564a-discriminator-codex-lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r58", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 173062, "usd_est": 0.008380120000000001, "venue": "kogen-bench-us", "wall_s": 134.462}
{"ITT outcome": "fail", "arm": "r58:564a-discriminator-kogen-direct", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r58", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 334366, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 503.327}
{"ITT outcome": "fail", "arm": "r58:564a-discriminator-kogen-direct", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r58", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 248449, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 586.705}
{"ITT outcome": "unresolved", "arm": "r58:564a-discriminator-kogen-direct-shell", "effort": "max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 172952, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 634.071}
{"ITT outcome": "unresolved", "arm": "r58:564a-discriminator-kogen-direct-shell", "effort": "max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r58", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 133255, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 593.056}
{"ITT outcome": "fail", "arm": "r58:564a-discriminator-kogen-staged", "effort": "max", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r58", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 429266, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 538.973}
{"ITT outcome": "fail", "arm": "r58:564a-discriminator-kogen-staged", "effort": "max", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r58", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 381618, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 641.549}
{"ITT outcome": "fail", "arm": "r58:564a-discriminator-kogen-staged", "effort": "max", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r58", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 405228, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 727.531}
{"ITT outcome": "fail", "arm": "r58:564a-discriminator-codex-lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r58", "task": "elx-port-erase-account", "tokens": 383360, "usd_est": 0.014717200000000001, "venue": "kogen-bench-us", "wall_s": 459.215}
{"ITT outcome": "fail", "arm": "r58:564a-discriminator-codex-lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r58", "task": "elx-port-erase-account", "tokens": 599976, "usd_est": 0.01965152, "venue": "kogen-bench-us", "wall_s": 625.246}
{"ITT outcome": "fail", "arm": "r58:564a-discriminator-codex-lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r58", "task": "elx-port-erase-account", "tokens": 618923, "usd_est": 0.01852398, "venue": "kogen-bench-us", "wall_s": 370.13}
{"ITT outcome": "fail", "arm": "r58:564a-discriminator-kogen-direct", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r58", "task": "elx-port-erase-account", "tokens": 587957, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 771.823}
{"ITT outcome": "fail", "arm": "r58:564a-discriminator-kogen-direct", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r58", "task": "elx-port-erase-account", "tokens": 554658, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 745.667}
{"ITT outcome": "unresolved", "arm": "r58:564a-discriminator-kogen-direct", "effort": "max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r58", "task": "elx-port-erase-account", "tokens": 404973, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 908.88}
{"ITT outcome": "fail", "arm": "r58:564a-discriminator-kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r58", "task": "elx-port-erase-account", "tokens": 466311, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 740.079}
{"ITT outcome": "fail", "arm": "r58:564a-discriminator-kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r58", "task": "elx-port-erase-account", "tokens": 412267, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 772.447}
{"ITT outcome": "fail", "arm": "r58:564a-discriminator-kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r58", "task": "elx-port-erase-account", "tokens": 362065, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 873.145}
{"ITT outcome": "unresolved", "arm": "r58:564a-discriminator-kogen-staged", "effort": "max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "elx-port-erase-account", "tokens": 370148, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 779.105}
{"ITT outcome": "unresolved", "arm": "r58:564a-discriminator-kogen-staged", "effort": "max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r58", "task": "elx-port-erase-account", "tokens": 267865, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 988.296}
{"ITT outcome": "fail", "arm": "r58:564a-discriminator-kogen-staged", "effort": "max", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r58", "task": "elx-port-erase-account", "tokens": 655453, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1246.247}
{"ITT outcome": "pass", "arm": "r58:564a-pilot-codex-lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 282440, "usd_est": 0.00728992, "venue": "kogen-bench-us", "wall_s": 157.783}
{"ITT outcome": "pass", "arm": "r58:564a-pilot-codex-lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 290077, "usd_est": 0.0061313, "venue": "kogen-bench-us", "wall_s": 97.215}
{"ITT outcome": "pass", "arm": "r58:564a-pilot-codex-lmax", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 320965, "usd_est": 0.00733194, "venue": "kogen-bench-us", "wall_s": 98.137}
{"ITT outcome": "pass", "arm": "r58:564a-pilot-codex-solhi", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 292948, "usd_est": 0.1332336, "venue": "kogen-bench-us", "wall_s": 139.721}
{"ITT outcome": "pass", "arm": "r58:564a-pilot-codex-solhi", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 285268, "usd_est": 0.1186912, "venue": "kogen-bench-us", "wall_s": 135.223}
{"ITT outcome": "pass", "arm": "r58:564a-pilot-codex-solhi", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 227193, "usd_est": 0.142314, "venue": "kogen-bench-us", "wall_s": 142.003}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-kogen-direct", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 104018, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 659.904}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-kogen-direct", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 103276, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 395.867}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-kogen-direct", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 77739, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 448.091}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 54362, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 342.885}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 90711, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 422.542}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 78989, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 386.2}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-kogen-staged", "effort": "max", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 63192, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 532.116}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-kogen-staged", "effort": "max", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 317417, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 777.548}
{"ITT outcome": "fail", "arm": "r58:564a-pilot-kogen-staged", "effort": "max", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 58300, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 453.989}
{"ITT outcome": "unresolved", "arm": "r58:kogen-direct", "effort": "max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 0, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 11.921}
{"ITT outcome": "unresolved", "arm": "r58:kogen", "effort": "max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 0, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 2.722}
{"ITT outcome": "unresolved", "arm": "r58:kogen-staged", "effort": "max", "exclusion reason": "environment label requires evidence review; no exclusion asserted", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0}
{"ITT outcome": "not_scored", "arm": "r58:smoke-564a-kogen-direct-a1", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 48703, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 165.332}
{"ITT outcome": "not_scored", "arm": "r58:smoke-564a-kogen-direct-a2", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 31851, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 132.121}
{"ITT outcome": "not_scored", "arm": "r58:smoke-564a-kogen-direct-shell-a1", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 25253, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 167.782}
{"ITT outcome": "not_scored", "arm": "r58:smoke-564a-kogen-direct-shell-a2", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 30523, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 152.301}
{"ITT outcome": "not_scored", "arm": "r58:smoke-564a-kogen-staged-a1", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 21108, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 183.851}
{"ITT outcome": "not_scored", "arm": "r58:smoke-564a-kogen-staged-a2", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 64894, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 233.991}
{"ITT outcome": "not_scored", "arm": "r58:smoke-7bfd-kogen-direct-a1", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 0, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 56.207}
{"ITT outcome": "not_scored", "arm": "r58:smoke-7bfd-kogen-direct-a2", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 0, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 61.506}
{"ITT outcome": "not_scored", "arm": "r58:smoke-7bfd-kogen-direct-shell-a1", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 0, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 82.435}
{"ITT outcome": "not_scored", "arm": "r58:smoke-7bfd-kogen-direct-shell-a2", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 0, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 55.336}
{"ITT outcome": "not_scored", "arm": "r58:smoke-7bfd-kogen-staged-a1", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 0, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 61.222}
{"ITT outcome": "not_scored", "arm": "r58:smoke-7bfd-kogen-staged-a2", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 0, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 57.636}
{"ITT outcome": "not_scored", "arm": "r58:smoke-identity-20261004-564a-kogen-direct-a1", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 184883, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 801.267}
{"ITT outcome": "not_scored", "arm": "r58:smoke-identity-20261004-564a-kogen-direct-shell-a1", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 48451, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 365.194}
{"ITT outcome": "not_scored", "arm": "r58:smoke-identity-20261004-564a-kogen-staged-a1", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 61358, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 214.92}
{"ITT outcome": "not_scored", "arm": "r58:smoke-identity-20261004-564a-kogen-staged-a2", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 130824, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 607.181}
{"ITT outcome": "not_scored", "arm": "r58:smoke-prer58c-kogen-direct", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0}
{"ITT outcome": "not_scored", "arm": "r58:smoke-prer58c-kogen-staged", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0}
{"ITT outcome": "not_scored", "arm": "r58:smoke-prer58c-r2-kogen-direct", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 0, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 44.282}
{"ITT outcome": "not_scored", "arm": "r58:smoke-prer58c-r2-kogen-staged", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0}
{"ITT outcome": "not_scored", "arm": "r58:smoke-prer58c-r3-kogen-direct", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 0, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.495}
{"ITT outcome": "not_scored", "arm": "r58:smoke-prer58c-r3-kogen-staged", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 0, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 44.056}
{"ITT outcome": "not_scored", "arm": "r58:smoke67a7-kogen-direct", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 0, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 38.243}
{"ITT outcome": "not_scored", "arm": "r58:smoke67a7-kogen-staged", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r58", "task": "syn-14-bug-sla-business-hours", "tokens": 0, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 6.886}
{"ITT outcome": "not_scored", "arm": "r58b:r58b-smoke-retry2-us-syn-14-bug-sla-business-hours-kogen-solintent-r1", "effort": "mixed", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-solintent", "model": "gpt-6.1-sol", "outcome": "invalid", "rep": "1", "round": "r58b", "task": "syn-14-bug-sla-business-hours", "tokens": 0, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.859}
{"ITT outcome": "not_scored", "arm": "r58b:r58b-smoke-retry3-us-syn-14-bug-sla-business-hours-kogen-solintent-r1", "effort": "mixed", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-solintent", "model": "gpt-6.1-sol", "outcome": "invalid", "rep": "1", "round": "r58b", "task": "syn-14-bug-sla-business-hours", "tokens": 0, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 0.51}
{"ITT outcome": "not_scored", "arm": "r58b:r58b-smoke-retry4-us-syn-14-bug-sla-business-hours-kogen-solintent-r1", "effort": "mixed", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-solintent", "model": "gpt-6.1-sol", "outcome": "invalid", "rep": "1", "round": "r58b", "task": "syn-14-bug-sla-business-hours", "tokens": 0, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1.223}
{"ITT outcome": "not_scored", "arm": "r58b:r58b-smoke-retry5-us-syn-14-bug-sla-business-hours-kogen-solintent-r1", "effort": "high", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-solintent", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "1", "round": "r58b", "task": "syn-14-bug-sla-business-hours", "tokens": 1057023, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 759.157}
{"ITT outcome": "unresolved", "arm": "r61:kogen-direct-escalate", "effort": "max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r61", "task": "elx-12-retry-api-deprecation", "tokens": 10703, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 318.96}
{"ITT outcome": "unresolved", "arm": "r61:kogen-direct-escalate", "effort": "mixed", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r61", "task": "elx-12-retry-api-deprecation", "tokens": 655163, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1094.661}
{"ITT outcome": "fail", "arm": "r61:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r61", "task": "elx-12-retry-api-deprecation", "tokens": 363797, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 539.637}
{"ITT outcome": "fail", "arm": "r61:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r61", "task": "elx-12-retry-api-deprecation", "tokens": 204429, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 649.037}
{"ITT outcome": "unresolved", "arm": "r61:kogen-direct-escalate", "effort": "max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "invalid", "rep": "5", "round": "r61", "task": "elx-12-retry-api-deprecation", "tokens": 21650, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 343.276}
{"ITT outcome": "unresolved", "arm": "r61:kogen-direct-sol", "effort": "max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-direct-sol", "model": "gpt-6.1-sol", "outcome": "invalid", "rep": "1", "round": "r61", "task": "elx-12-retry-api-deprecation", "tokens": 16887, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 334.971}
{"ITT outcome": "unresolved", "arm": "r61:kogen-direct-sol", "effort": "mixed", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-direct-sol", "model": "gpt-6.1-sol", "outcome": "invalid", "rep": "2", "round": "r61", "task": "elx-12-retry-api-deprecation", "tokens": 292949, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 659.415}
{"ITT outcome": "fail", "arm": "r61:kogen-direct-sol", "effort": "mixed", "exclusion reason": "", "harness": "kogen-direct-sol", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "3", "round": "r61", "task": "elx-12-retry-api-deprecation", "tokens": 147520, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 484.776}
{"ITT outcome": "fail", "arm": "r61:kogen-direct-sol", "effort": "mixed", "exclusion reason": "", "harness": "kogen-direct-sol", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "4", "round": "r61", "task": "elx-12-retry-api-deprecation", "tokens": 175957, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 569.685}
{"ITT outcome": "not_scored", "arm": "r61-smoke:kogen-direct-escalate", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r61", "task": "syn-14-bug-sla-business-hours", "tokens": 82325, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 377.727}
{"ITT outcome": "not_scored", "arm": "r61-smoke:kogen-direct-sol", "effort": "mixed", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-direct-sol", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r61", "task": "syn-14-bug-sla-business-hours", "tokens": 76364, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 324.393}
{"ITT outcome": "not_scored", "arm": "r61-smoke:kogen-staged", "effort": "mixed", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r61", "task": "syn-14-bug-sla-business-hours", "tokens": 122233, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 453.512}
{"ITT outcome": "fail", "arm": "r61:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r61", "task": "elx-07-cli-stats", "tokens": 305769, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 430.83}
{"ITT outcome": "fail", "arm": "r61:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r61", "task": "elx-07-cli-stats", "tokens": 416325, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 558.433}
{"ITT outcome": "pass", "arm": "r61:kogen-direct-sol", "effort": "mixed", "exclusion reason": "", "harness": "kogen-direct-sol", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r61", "task": "elx-07-cli-stats", "tokens": 248671, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 497.839}
{"ITT outcome": "fail", "arm": "r61:kogen-direct-sol", "effort": "mixed", "exclusion reason": "", "harness": "kogen-direct-sol", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r61", "task": "elx-07-cli-stats", "tokens": 188368, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 437.394}
{"ITT outcome": "fail", "arm": "r61:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r61", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 354271, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 627.864}
{"ITT outcome": "pass", "arm": "r61:kogen-direct-sol", "effort": "mixed", "exclusion reason": "", "harness": "kogen-direct-sol", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r61", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 261037, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 575.47}
{"ITT outcome": "unresolved", "arm": "r61:kogen-direct-escalate", "effort": "max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r61", "task": "elx-port-erase-account", "tokens": 96481, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 463.433}
{"ITT outcome": "pass", "arm": "r61:kogen-direct-sol", "effort": "mixed", "exclusion reason": "", "harness": "kogen-direct-sol", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r61", "task": "elx-port-erase-account", "tokens": 417000, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 727.482}
{"ITT outcome": "pass", "arm": "r61pre-eu-elx12:r61pre-eu-elx12-elx-12-retry-api-deprecation-codex-lmax-r4", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r61", "task": "elx-12-retry-api-deprecation", "tokens": 355011, "usd_est": 0.01027486, "venue": "kogen-bench-eu", "wall_s": 185.748}
{"ITT outcome": "pass", "arm": "r61pre-eu-elx12:r61pre-eu-elx12-elx-12-retry-api-deprecation-codex-lmax-r5", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r61", "task": "elx-12-retry-api-deprecation", "tokens": 307019, "usd_est": 0.01166438, "venue": "kogen-bench-eu", "wall_s": 290.786}
{"ITT outcome": "pass", "arm": "r61pre-eu-elx12:r61pre-eu-elx12-elx-12-retry-api-deprecation-codex-solhi-r4", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r61", "task": "elx-12-retry-api-deprecation", "tokens": 165879, "usd_est": 0.1175788, "venue": "kogen-bench-eu", "wall_s": 230.669}
{"ITT outcome": "pass", "arm": "r61pre-eu-elx12:r61pre-eu-elx12-elx-12-retry-api-deprecation-codex-solhi-r5", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r61", "task": "elx-12-retry-api-deprecation", "tokens": 141258, "usd_est": 0.1195288, "venue": "kogen-bench-eu", "wall_s": 204.164}
{"ITT outcome": "pass", "arm": "r61pre-us-board:r61pre-us-board-elx-port-board-publish-unpublish-public-boundary-codex-lmax-r4", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r61", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 256704, "usd_est": 0.00840048, "venue": "kogen-bench-us", "wall_s": 144.707}
{"ITT outcome": "fail", "arm": "r61pre-us-board:r61pre-us-board-elx-port-board-publish-unpublish-public-boundary-codex-lmax-r5", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r61", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 239217, "usd_est": 0.00811738, "venue": "kogen-bench-us", "wall_s": 190.1}
{"ITT outcome": "pass", "arm": "r61pre-us-board:r61pre-us-board-elx-port-board-publish-unpublish-public-boundary-codex-solhi-r4", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r61", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 235085, "usd_est": 0.141754, "venue": "kogen-bench-us", "wall_s": 278.718}
{"ITT outcome": "pass", "arm": "r61pre-us-board:r61pre-us-board-elx-port-board-publish-unpublish-public-boundary-codex-solhi-r5", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r61", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 234497, "usd_est": 0.1276276, "venue": "kogen-bench-us", "wall_s": 216.893}
{"ITT outcome": "fail", "arm": "r61pre-us-elx07:r61pre-us-elx07-elx-07-cli-stats-codex-lmax-r4", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r61", "task": "elx-07-cli-stats", "tokens": 489573, "usd_est": 0.01358554, "venue": "kogen-bench-us", "wall_s": 264.493}
{"ITT outcome": "fail", "arm": "r61pre-us-elx07:r61pre-us-elx07-elx-07-cli-stats-codex-lmax-r5", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r61", "task": "elx-07-cli-stats", "tokens": 374660, "usd_est": 0.01241216, "venue": "kogen-bench-us", "wall_s": 278.445}
{"ITT outcome": "pass", "arm": "r61pre-us-elx07:r61pre-us-elx07-elx-07-cli-stats-codex-solhi-r4", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r61", "task": "elx-07-cli-stats", "tokens": 237284, "usd_est": 0.153616, "venue": "kogen-bench-us", "wall_s": 262.178}
{"ITT outcome": "pass", "arm": "r61pre-us-elx07:r61pre-us-elx07-elx-07-cli-stats-codex-solhi-r5", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r61", "task": "elx-07-cli-stats", "tokens": 366778, "usd_est": 0.2035736, "venue": "kogen-bench-us", "wall_s": 395.879}
{"ITT outcome": "pass", "arm": "r61pre-us-erase:r61pre-us-erase-elx-port-erase-account-codex-solhi-r4", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r61", "task": "elx-port-erase-account", "tokens": 328715, "usd_est": 0.2206348, "venue": "kogen-bench-us", "wall_s": 377.43}
{"ITT outcome": "fail", "arm": "r61pre-us-erase:r61pre-us-erase-elx-port-erase-account-codex-solhi-r5", "effort": "high", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r61", "task": "elx-port-erase-account", "tokens": 340316, "usd_est": 0.1721456, "venue": "kogen-bench-us", "wall_s": 292.032}
{"ITT outcome": "unresolved", "arm": "r62-eu:r62-eu-elx04-kogen-direct-r1", "effort": "max", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r62", "task": "elx-04-queue-backpressure", "tokens": 8835, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 323.425}
{"ITT outcome": "fail", "arm": "r62-eu:r62-eu-elx04-kogen-direct-r2", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62", "task": "elx-04-queue-backpressure", "tokens": 187350, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 469.193}
{"ITT outcome": "fail", "arm": "r62-eu:r62-eu-elx04-kogen-direct-r3", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62", "task": "elx-04-queue-backpressure", "tokens": 310150, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 647.936}
{"ITT outcome": "fail", "arm": "r62-eu:r62-eu-elx04-kogen-direct-shell-r1", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62", "task": "elx-04-queue-backpressure", "tokens": 203119, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 843.304}
{"ITT outcome": "fail", "arm": "r62-eu:r62-eu-elx04-kogen-direct-shell-r2", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62", "task": "elx-04-queue-backpressure", "tokens": 222392, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 672.382}
{"ITT outcome": "fail", "arm": "r62-eu:r62-eu-elx04-kogen-direct-shell-r3", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62", "task": "elx-04-queue-backpressure", "tokens": 256396, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 532.156}
{"ITT outcome": "fail", "arm": "r62-eu:r62-eu-syn06-kogen-direct-r1", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62", "task": "syn-06-migration-ticket-numbers", "tokens": 741542, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 862.228}
{"ITT outcome": "fail", "arm": "r62-eu:r62-eu-syn06-kogen-direct-r2", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62", "task": "syn-06-migration-ticket-numbers", "tokens": 817743, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 844.649}
{"ITT outcome": "fail", "arm": "r62-us:r62-us-elx02-kogen-direct-r1", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62", "task": "elx-02-ingest-supervision", "tokens": 197799, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 594.999}
{"ITT outcome": "fail", "arm": "r62-us:r62-us-elx02-kogen-direct-r2", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62", "task": "elx-02-ingest-supervision", "tokens": 110806, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 351.201}
{"ITT outcome": "fail", "arm": "r62-us:r62-us-elx02-kogen-direct-r3", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62", "task": "elx-02-ingest-supervision", "tokens": 152280, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 538.012}
{"ITT outcome": "fail", "arm": "r62-us:r62-us-elx02-kogen-direct-shell-r1", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62", "task": "elx-02-ingest-supervision", "tokens": 108706, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 425.415}
{"ITT outcome": "fail", "arm": "r62-us:r62-us-elx02-kogen-direct-shell-r2", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62", "task": "elx-02-ingest-supervision", "tokens": 138232, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 338.39}
{"ITT outcome": "fail", "arm": "r62-us:r62-us-elx02-kogen-direct-shell-r3", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62", "task": "elx-02-ingest-supervision", "tokens": 151258, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 404.179}
{"ITT outcome": "fail", "arm": "r62-us:r62-us-syn01-kogen-direct-r1", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62", "task": "syn-01-live-ticket-filters", "tokens": 473190, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 711.654}
{"ITT outcome": "fail", "arm": "r62-us:r62-us-syn01-kogen-direct-r2", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62", "task": "syn-01-live-ticket-filters", "tokens": 298008, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 804.925}
{"ITT outcome": "fail", "arm": "r62-us:r62-us-syn01-kogen-direct-r3", "effort": "max", "exclusion reason": "", "harness": "kogen-direct", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62", "task": "syn-01-live-ticket-filters", "tokens": 653081, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 968.826}
{"ITT outcome": "fail", "arm": "r62-us:r62-us-syn01-kogen-direct-shell-r1", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62", "task": "syn-01-live-ticket-filters", "tokens": 467354, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 816.807}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62b", "task": "elx-04-queue-backpressure", "tokens": 503248, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 967.458}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62b", "task": "elx-04-queue-backpressure", "tokens": 173083, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 884.384}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62b", "task": "elx-04-queue-backpressure", "tokens": 197910, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 765.009}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62b", "task": "elx-04-queue-backpressure", "tokens": 284581, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 487.513}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62b", "task": "elx-04-queue-backpressure", "tokens": 139185, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 517.709}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62b", "task": "elx-04-queue-backpressure", "tokens": 198015, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 514.007}
{"ITT outcome": "pass", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62b", "task": "elx-04-queue-backpressure", "tokens": 340531, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 754.964}
{"ITT outcome": "pass", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62b", "task": "elx-04-queue-backpressure", "tokens": 534835, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 851.912}
{"ITT outcome": "pass", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62b", "task": "elx-04-queue-backpressure", "tokens": 586399, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 733.807}
{"ITT outcome": "fail", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r62b", "task": "syn-06-migration-ticket-numbers", "tokens": 6275701, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 2143.318}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62b", "task": "syn-06-migration-ticket-numbers", "tokens": 814417, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 798.516}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62b", "task": "syn-06-migration-ticket-numbers", "tokens": 560233, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 733.543}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62b", "task": "syn-06-migration-ticket-numbers", "tokens": 596356, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 986.64}
{"ITT outcome": "fail", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r62b", "task": "syn-06-migration-ticket-numbers", "tokens": 748544, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1251.126}
{"ITT outcome": "fail", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r62b", "task": "syn-06-migration-ticket-numbers", "tokens": 982856, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1534.121}
{"ITT outcome": "pass", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62b", "task": "syn-06-migration-ticket-numbers", "tokens": 1250646, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1419.399}
{"ITT outcome": "pass", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62b", "task": "syn-06-migration-ticket-numbers", "tokens": 1071243, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1306.458}
{"ITT outcome": "pass", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62b", "task": "syn-06-migration-ticket-numbers", "tokens": 772235, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1236.931}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62b", "task": "syn-15-validation-ticket-form", "tokens": 342401, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 695.761}
{"ITT outcome": "fail", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r62b", "task": "syn-15-validation-ticket-form", "tokens": 530640, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1017.952}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62b", "task": "syn-15-validation-ticket-form", "tokens": 466796, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 765.57}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62b", "task": "syn-15-validation-ticket-form", "tokens": 173213, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 531.673}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62b", "task": "syn-15-validation-ticket-form", "tokens": 276824, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 694.157}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62b", "task": "syn-15-validation-ticket-form", "tokens": 266842, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 533.608}
{"ITT outcome": "pass", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62b", "task": "syn-15-validation-ticket-form", "tokens": 419293, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 799.622}
{"ITT outcome": "pass", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62b", "task": "syn-15-validation-ticket-form", "tokens": 216194, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 723.364}
{"ITT outcome": "pass", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62b", "task": "syn-15-validation-ticket-form", "tokens": 251283, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 710.199}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62b", "task": "syn-24-csv-import", "tokens": 1354827, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1135.549}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62b", "task": "syn-24-csv-import", "tokens": 1452370, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1457.781}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62b", "task": "syn-24-csv-import", "tokens": 1130867, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 998.575}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62b", "task": "syn-24-csv-import", "tokens": 923848, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1375.059}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62b", "task": "syn-24-csv-import", "tokens": 848956, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 2033.072}
{"ITT outcome": "fail", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r62b", "task": "syn-24-csv-import", "tokens": 725868, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 935.631}
{"ITT outcome": "fail", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r62b", "task": "syn-24-csv-import", "tokens": 2889727, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1707.428}
{"ITT outcome": "fail", "arm": "r62b:kogen-staged", "effort": "max", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r62b", "task": "syn-24-csv-import", "tokens": 85371, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 503.315}
{"ITT outcome": "pass", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62b", "task": "syn-24-csv-import", "tokens": 1720248, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1264.109}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62b", "task": "elx-02-ingest-supervision", "tokens": 179247, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 463.05}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62b", "task": "elx-02-ingest-supervision", "tokens": 80859, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 263.149}
{"ITT outcome": "fail", "arm": "r62b:kogen-direct-escalate", "effort": "mixed", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r62b", "task": "elx-02-ingest-supervision", "tokens": 238490, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 636.158}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62b", "task": "elx-02-ingest-supervision", "tokens": 138730, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 657.953}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62b", "task": "elx-02-ingest-supervision", "tokens": 115839, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 277.343}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62b", "task": "elx-02-ingest-supervision", "tokens": 68174, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 274.21}
{"ITT outcome": "pass", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62b", "task": "elx-02-ingest-supervision", "tokens": 126888, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 571.754}
{"ITT outcome": "pass", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62b", "task": "elx-02-ingest-supervision", "tokens": 194100, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 555.074}
{"ITT outcome": "pass", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62b", "task": "elx-02-ingest-supervision", "tokens": 189846, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 551.004}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62b", "task": "syn-01-live-ticket-filters", "tokens": 876190, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 801.581}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62b", "task": "syn-01-live-ticket-filters", "tokens": 1010354, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 887.469}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62b", "task": "syn-01-live-ticket-filters", "tokens": 646702, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 746.848}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62b", "task": "syn-01-live-ticket-filters", "tokens": 429934, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 699.26}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62b", "task": "syn-01-live-ticket-filters", "tokens": 601498, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 766.192}
{"ITT outcome": "fail", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r62b", "task": "syn-01-live-ticket-filters", "tokens": 230941, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 974.706}
{"ITT outcome": "pass", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62b", "task": "syn-01-live-ticket-filters", "tokens": 1715579, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1179.867}
{"ITT outcome": "pass", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62b", "task": "syn-01-live-ticket-filters", "tokens": 537800, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 914.894}
{"ITT outcome": "pass", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62b", "task": "syn-01-live-ticket-filters", "tokens": 539821, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 903.056}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62b", "task": "syn-20-email-invite-flow", "tokens": 1137696, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1419.54}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62b", "task": "syn-20-email-invite-flow", "tokens": 1228051, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1542.91}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62b", "task": "syn-20-email-invite-flow", "tokens": 1092894, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1103.548}
{"ITT outcome": "fail", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r62b", "task": "syn-20-email-invite-flow", "tokens": 1168552, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1131.591}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62b", "task": "syn-20-email-invite-flow", "tokens": 722844, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1356.077}
{"ITT outcome": "fail", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r62b", "task": "syn-20-email-invite-flow", "tokens": 1392772, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1388.05}
{"ITT outcome": "fail", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r62b", "task": "syn-20-email-invite-flow", "tokens": 3723484, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 2694.831}
{"ITT outcome": "fail", "arm": "r62b:kogen-staged", "effort": "max", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r62b", "task": "syn-20-email-invite-flow", "tokens": 128847, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 507.97}
{"ITT outcome": "fail", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r62b", "task": "syn-20-email-invite-flow", "tokens": 2560357, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1413.013}
{"ITT outcome": "fail", "arm": "r62b:kogen-direct-escalate", "effort": "mixed", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r62b", "task": "syn-31-inbound-email-webhook", "tokens": 1611400, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 2207.579}
{"ITT outcome": "fail", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r62b", "task": "syn-31-inbound-email-webhook", "tokens": 74476, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 399.011}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-escalate", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-escalate", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r62b", "task": "syn-31-inbound-email-webhook", "tokens": 2013790, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1277.054}
{"ITT outcome": "pass", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r62b", "task": "syn-31-inbound-email-webhook", "tokens": 1560024, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1173.333}
{"ITT outcome": "fail", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r62b", "task": "syn-31-inbound-email-webhook", "tokens": 632907, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1080.62}
{"ITT outcome": "fail", "arm": "r62b:kogen-direct-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-direct-shell", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r62b", "task": "syn-31-inbound-email-webhook", "tokens": 1396811, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1150.507}
{"ITT outcome": "fail", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r62b", "task": "syn-31-inbound-email-webhook", "tokens": 2990882, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1919.428}
{"ITT outcome": "pass", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r62b", "task": "syn-31-inbound-email-webhook", "tokens": 2700345, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1657.997}
{"ITT outcome": "fail", "arm": "r62b:kogen-staged", "effort": "mixed", "exclusion reason": "", "harness": "kogen-staged", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r62b", "task": "syn-31-inbound-email-webhook", "tokens": 2862948, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1735.018}
{"ITT outcome": "pass", "arm": "r65:kogen-escalate-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65", "task": "elx-04-queue-backpressure", "tokens": 341747, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 639.764}
{"ITT outcome": "fail", "arm": "r65:kogen-plan-shell", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r65", "task": "elx-04-queue-backpressure", "tokens": 564103, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 960.486}
{"ITT outcome": "fail", "arm": "r65:kogen-escalate-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r65", "task": "syn-06-migration-ticket-numbers", "tokens": 749906, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1048.379}
{"ITT outcome": "fail", "arm": "r65:kogen-plan-shell", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r65", "task": "syn-06-migration-ticket-numbers", "tokens": 1028839, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1325.039}
{"ITT outcome": "pass", "arm": "r65:kogen-escalate-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65", "task": "syn-15-validation-ticket-form", "tokens": 302937, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 510.63}
{"ITT outcome": "pass", "arm": "r65:kogen-plan-shell", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65", "task": "syn-15-validation-ticket-form", "tokens": 419378, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 706.301}
{"ITT outcome": "not_scored", "arm": "r65-smoke:kogen-escalate-shell", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-escalate-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65", "task": "syn-14-bug-sla-business-hours", "tokens": 45148, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 239.917}
{"ITT outcome": "not_scored", "arm": "r65-smoke:kogen-plan-shell", "effort": "mixed", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-plan-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65", "task": "syn-14-bug-sla-business-hours", "tokens": 155600, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1036.131}
{"ITT outcome": "pass", "arm": "r65:kogen-escalate-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65", "task": "elx-02-ingest-supervision", "tokens": 228786, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 401.255}
{"ITT outcome": "pass", "arm": "r65:kogen-plan-shell", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65", "task": "elx-02-ingest-supervision", "tokens": 252104, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 620.649}
{"ITT outcome": "pass", "arm": "r65:kogen-escalate-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65", "task": "syn-01-live-ticket-filters", "tokens": 355990, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 638.009}
{"ITT outcome": "pass", "arm": "r65:kogen-plan-shell", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65", "task": "syn-01-live-ticket-filters", "tokens": 733184, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 929.457}
{"ITT outcome": "fail", "arm": "r65:kogen-escalate-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r65", "task": "syn-20-email-invite-flow", "tokens": 199159, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 451.726}
{"ITT outcome": "pass", "arm": "r65:kogen-plan-shell", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65", "task": "syn-20-email-invite-flow", "tokens": 2565983, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1867.396}
{"ITT outcome": "pass", "arm": "r65:kogen-escalate-shell", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65", "task": "syn-31-inbound-email-webhook", "tokens": 557063, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 797.087}
{"ITT outcome": "fail", "arm": "r65:kogen-plan-shell", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r65", "task": "syn-31-inbound-email-webhook", "tokens": 1095083, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1737.443}
{"ITT outcome": "pass", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65b", "task": "elx-04-queue-backpressure", "tokens": 322426, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 573.994}
{"ITT outcome": "pass", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r65b", "task": "elx-04-queue-backpressure", "tokens": 193621, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 590.009}
{"ITT outcome": "pass", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r65b", "task": "elx-04-queue-backpressure", "tokens": 460115, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 974.05}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65b", "task": "elx-04-queue-backpressure", "tokens": 595443, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1039.305}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r65b", "task": "elx-04-queue-backpressure", "tokens": 496654, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1113.715}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r65b", "task": "elx-04-queue-backpressure", "tokens": 415834, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1058.806}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r65b", "task": "elx-12-retry-api-deprecation", "tokens": 476272, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1127.549}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r65b", "task": "elx-12-retry-api-deprecation", "tokens": 166590, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 514.784}
{"ITT outcome": "pass", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r65b", "task": "elx-12-retry-api-deprecation", "tokens": 232649, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 549.104}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "4", "round": "r65b", "task": "elx-12-retry-api-deprecation", "tokens": 582031, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 2030.415}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "5", "round": "r65b", "task": "elx-12-retry-api-deprecation", "tokens": 840339, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1313.457}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r65b", "task": "elx-12-retry-api-deprecation", "tokens": 455303, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 831.758}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r65b", "task": "elx-12-retry-api-deprecation", "tokens": 77684, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 2290.287}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r65b", "task": "elx-12-retry-api-deprecation", "tokens": 614395, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1734.765}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "4", "round": "r65b", "task": "elx-12-retry-api-deprecation", "tokens": 769979, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1048.317}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r65b", "task": "elx-12-retry-api-deprecation", "tokens": 269123, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 683.817}
{"ITT outcome": "pass", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65b", "task": "syn-06-migration-ticket-numbers", "tokens": 1519352, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1336.98}
{"ITT outcome": "pass", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r65b", "task": "syn-06-migration-ticket-numbers", "tokens": 372753, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 707.935}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r65b", "task": "syn-06-migration-ticket-numbers", "tokens": 1113788, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1360.896}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65b", "task": "syn-06-migration-ticket-numbers", "tokens": 426420, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1917.924}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r65b", "task": "syn-06-migration-ticket-numbers", "tokens": 3221016, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 2253.332}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r65b", "task": "syn-06-migration-ticket-numbers", "tokens": 1339991, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1237.334}
{"ITT outcome": "pass", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65b", "task": "syn-15-validation-ticket-form", "tokens": 169815, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 404.729}
{"ITT outcome": "pass", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r65b", "task": "syn-15-validation-ticket-form", "tokens": 458970, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 918.29}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r65b", "task": "syn-15-validation-ticket-form", "tokens": 410542, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 493.302}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65b", "task": "syn-15-validation-ticket-form", "tokens": 355659, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1550.273}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r65b", "task": "syn-15-validation-ticket-form", "tokens": 352332, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 739.882}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r65b", "task": "syn-15-validation-ticket-form", "tokens": 543621, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 800.059}
{"ITT outcome": "pass", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65b", "task": "syn-24-csv-import", "tokens": 859482, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1213.535}
{"ITT outcome": "pass", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r65b", "task": "syn-24-csv-import", "tokens": 759802, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 2074.046}
{"ITT outcome": "pass", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r65b", "task": "syn-24-csv-import", "tokens": 983695, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 966.253}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r65b", "task": "syn-24-csv-import", "tokens": 2118444, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1557.417}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r65b", "task": "syn-24-csv-import", "tokens": 2217877, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1843.337}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r65b", "task": "syn-24-csv-import", "tokens": 1295503, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1123.483}
{"ITT outcome": "not_scored", "arm": "r65b-smoke:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65b", "task": "syn-14-bug-sla-business-hours", "tokens": 48983, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 214.69}
{"ITT outcome": "not_scored", "arm": "r65b-smoke:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65b", "task": "syn-14-bug-sla-business-hours", "tokens": 92033, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 369.836}
{"ITT outcome": "pass", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65b", "task": "elx-02-ingest-supervision", "tokens": 257139, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 684.086}
{"ITT outcome": "pass", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r65b", "task": "elx-02-ingest-supervision", "tokens": 151894, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 407.873}
{"ITT outcome": "pass", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r65b", "task": "elx-02-ingest-supervision", "tokens": 107117, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 248.832}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65b", "task": "elx-02-ingest-supervision", "tokens": 146855, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 604.284}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r65b", "task": "elx-02-ingest-supervision", "tokens": 254973, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 586.737}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r65b", "task": "elx-02-ingest-supervision", "tokens": 51773, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1929.704}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r65b", "task": "elx-07-cli-stats", "tokens": 760830, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1156.275}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r65b", "task": "elx-07-cli-stats", "tokens": 699651, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 979.033}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r65b", "task": "elx-07-cli-stats", "tokens": 586568, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1179.362}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "4", "round": "r65b", "task": "elx-07-cli-stats", "tokens": 767762, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1307.129}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r65b", "task": "elx-07-cli-stats", "tokens": 342029, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 600.397}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r65b", "task": "elx-07-cli-stats", "tokens": 1337541, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 931.859}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r65b", "task": "elx-07-cli-stats", "tokens": 533784, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 796.735}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r65b", "task": "elx-07-cli-stats", "tokens": 11144, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 28.722}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "4", "round": "r65b", "task": "elx-07-cli-stats", "tokens": 1018567, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 917.459}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "5", "round": "r65b", "task": "elx-07-cli-stats", "tokens": 508186, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 812.707}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r65b", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 396043, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 498.238}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r65b", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 200832, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 524.522}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r65b", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 235359, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 462.943}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r65b", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 199340, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 373.368}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r65b", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 214002, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 416.151}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r65b", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 608228, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 722.077}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r65b", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 67406, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 220.85}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r65b", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 542861, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 788.833}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "4", "round": "r65b", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 574704, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 725.025}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r65b", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 452041, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 561.824}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r65b", "task": "elx-port-erase-account", "tokens": 257525, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 2250.836}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r65b", "task": "elx-port-erase-account", "tokens": 460510, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 656.459}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r65b", "task": "elx-port-erase-account", "tokens": 536377, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 750.232}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "4", "round": "r65b", "task": "elx-port-erase-account", "tokens": 1389042, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1558.603}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r65b", "task": "elx-port-erase-account", "tokens": 484176, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 715.707}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r65b", "task": "elx-port-erase-account", "tokens": 743545, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 906.735}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r65b", "task": "elx-port-erase-account", "tokens": 925353, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1000.042}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r65b", "task": "elx-port-erase-account", "tokens": 21783, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 169.425}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "fail", "rep": "4", "round": "r65b", "task": "elx-port-erase-account", "tokens": 632666, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 845.09}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "fail", "rep": "5", "round": "r65b", "task": "elx-port-erase-account", "tokens": 711707, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 809.475}
{"ITT outcome": "pass", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65b", "task": "syn-01-live-ticket-filters", "tokens": 295313, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 646.816}
{"ITT outcome": "pass", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r65b", "task": "syn-01-live-ticket-filters", "tokens": 258687, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 601.479}
{"ITT outcome": "pass", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r65b", "task": "syn-01-live-ticket-filters", "tokens": 370008, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 748.67}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65b", "task": "syn-01-live-ticket-filters", "tokens": 391945, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 919.5}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r65b", "task": "syn-01-live-ticket-filters", "tokens": 342426, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1532.705}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r65b", "task": "syn-01-live-ticket-filters", "tokens": 441221, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 756.71}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r65b", "task": "syn-20-email-invite-flow", "tokens": 1237465, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1516.335}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r65b", "task": "syn-20-email-invite-flow", "tokens": 1404464, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1469.334}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r65b", "task": "syn-20-email-invite-flow", "tokens": 2091935, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 2094.994}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65b", "task": "syn-20-email-invite-flow", "tokens": 2596909, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1921.966}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r65b", "task": "syn-20-email-invite-flow", "tokens": 3982346, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 2282.787}
{"ITT outcome": "fail", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r65b", "task": "syn-20-email-invite-flow", "tokens": 303493, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 2752.402}
{"ITT outcome": "fail", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r65b", "task": "syn-31-inbound-email-webhook", "tokens": 1463009, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1270.555}
{"ITT outcome": "pass", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r65b", "task": "syn-31-inbound-email-webhook", "tokens": 1180622, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1450.306}
{"ITT outcome": "pass", "arm": "r65b:kogen-escalate-shell-ce7", "effort": "max", "exclusion reason": "", "harness": "kogen-escalate-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r65b", "task": "syn-31-inbound-email-webhook", "tokens": 1463093, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1016.182}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r65b", "task": "syn-31-inbound-email-webhook", "tokens": 1161129, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1253.378}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r65b", "task": "syn-31-inbound-email-webhook", "tokens": 1447839, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 2178.78}
{"ITT outcome": "pass", "arm": "r65b:kogen-plan-shell-ce7", "effort": "mixed", "exclusion reason": "", "harness": "kogen-plan-shell-ce7", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r65b", "task": "syn-31-inbound-email-webhook", "tokens": 1240947, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1126.671}
{"ITT outcome": "pass", "arm": "r66-eu-elx12:r66-eu-elx12-elx-12-retry-api-deprecation-codex-solmed-r1", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r66", "task": "elx-12-retry-api-deprecation", "tokens": 115072, "usd_est": 0.0699728, "venue": "kogen-bench-eu", "wall_s": 118.348}
{"ITT outcome": "pass", "arm": "r66-eu-elx12:r66-eu-elx12-elx-12-retry-api-deprecation-codex-solmed-r2", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r66", "task": "elx-12-retry-api-deprecation", "tokens": 78110, "usd_est": 0.053996, "venue": "kogen-bench-eu", "wall_s": 104.599}
{"ITT outcome": "pass", "arm": "r66-eu-elx12:r66-eu-elx12-elx-12-retry-api-deprecation-codex-solmed-r3", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r66", "task": "elx-12-retry-api-deprecation", "tokens": 95108, "usd_est": 0.0575984, "venue": "kogen-bench-eu", "wall_s": 111.584}
{"ITT outcome": "pass", "arm": "r66-eu-elx12:r66-eu-elx12-elx-12-retry-api-deprecation-codex-solmed-r4", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r66", "task": "elx-12-retry-api-deprecation", "tokens": 94772, "usd_est": 0.06893919999999999, "venue": "kogen-bench-eu", "wall_s": 111.61}
{"ITT outcome": "pass", "arm": "r66-eu-elx12:r66-eu-elx12-elx-12-retry-api-deprecation-codex-solmed-r5", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r66", "task": "elx-12-retry-api-deprecation", "tokens": 96495, "usd_est": 0.0679004, "venue": "kogen-bench-eu", "wall_s": 111.535}
{"ITT outcome": "pass", "arm": "r66-us-board:r66-us-board-elx-port-board-publish-unpublish-public-boundary-codex-solmed-r1", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r66", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 179668, "usd_est": 0.08688, "venue": "kogen-bench-us", "wall_s": 135.469}
{"ITT outcome": "pass", "arm": "r66-us-board:r66-us-board-elx-port-board-publish-unpublish-public-boundary-codex-solmed-r2", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r66", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 245098, "usd_est": 0.127412, "venue": "kogen-bench-us", "wall_s": 178.906}
{"ITT outcome": "pass", "arm": "r66-us-board:r66-us-board-elx-port-board-publish-unpublish-public-boundary-codex-solmed-r3", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r66", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 180165, "usd_est": 0.092402, "venue": "kogen-bench-us", "wall_s": 152.827}
{"ITT outcome": "pass", "arm": "r66-us-board:r66-us-board-elx-port-board-publish-unpublish-public-boundary-codex-solmed-r4", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r66", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 193369, "usd_est": 0.11361639999999999, "venue": "kogen-bench-us", "wall_s": 135.218}
{"ITT outcome": "pass", "arm": "r66-us-board:r66-us-board-elx-port-board-publish-unpublish-public-boundary-codex-solmed-r5", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r66", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": 233919, "usd_est": 0.16599, "venue": "kogen-bench-us", "wall_s": 189.834}
{"ITT outcome": "pass", "arm": "r66-us-elx07:r66-us-elx07-elx-07-cli-stats-codex-solmed-r1", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r66", "task": "elx-07-cli-stats", "tokens": 146789, "usd_est": 0.09380519999999999, "venue": "kogen-bench-us", "wall_s": 168.753}
{"ITT outcome": "pass", "arm": "r66-us-elx07:r66-us-elx07-elx-07-cli-stats-codex-solmed-r2", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "2", "round": "r66", "task": "elx-07-cli-stats", "tokens": 102989, "usd_est": 0.0822356, "venue": "kogen-bench-us", "wall_s": 147.994}
{"ITT outcome": "pass", "arm": "r66-us-elx07:r66-us-elx07-elx-07-cli-stats-codex-solmed-r3", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r66", "task": "elx-07-cli-stats", "tokens": 210577, "usd_est": 0.09964680000000001, "venue": "kogen-bench-us", "wall_s": 178.532}
{"ITT outcome": "pass", "arm": "r66-us-elx07:r66-us-elx07-elx-07-cli-stats-codex-solmed-r4", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "4", "round": "r66", "task": "elx-07-cli-stats", "tokens": 164532, "usd_est": 0.08641760000000001, "venue": "kogen-bench-us", "wall_s": 164.25}
{"ITT outcome": "pass", "arm": "r66-us-elx07:r66-us-elx07-elx-07-cli-stats-codex-solmed-r5", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "5", "round": "r66", "task": "elx-07-cli-stats", "tokens": 200862, "usd_est": 0.119276, "venue": "kogen-bench-us", "wall_s": 174.595}
{"ITT outcome": "pass", "arm": "r66-us-erase:r66-us-erase-elx-port-erase-account-codex-solmed-r1", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "1", "round": "r66", "task": "elx-port-erase-account", "tokens": 292869, "usd_est": 0.1408996, "venue": "kogen-bench-us", "wall_s": 166.606}
{"ITT outcome": "fail", "arm": "r66-us-erase:r66-us-erase-elx-port-erase-account-codex-solmed-r2", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "2", "round": "r66", "task": "elx-port-erase-account", "tokens": 204066, "usd_est": 0.09694, "venue": "kogen-bench-us", "wall_s": 155.062}
{"ITT outcome": "pass", "arm": "r66-us-erase:r66-us-erase-elx-port-erase-account-codex-solmed-r3", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "pass", "rep": "3", "round": "r66", "task": "elx-port-erase-account", "tokens": 217847, "usd_est": 0.1118044, "venue": "kogen-bench-us", "wall_s": 159.753}
{"ITT outcome": "fail", "arm": "r66-us-erase:r66-us-erase-elx-port-erase-account-codex-solmed-r4", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "4", "round": "r66", "task": "elx-port-erase-account", "tokens": 262364, "usd_est": 0.128152, "venue": "kogen-bench-us", "wall_s": 190.373}
{"ITT outcome": "fail", "arm": "r66-us-erase:r66-us-erase-elx-port-erase-account-codex-solmed-r5", "effort": "medium", "exclusion reason": "", "harness": "codex", "model": "gpt-6.1-sol", "outcome": "fail", "rep": "5", "round": "r66", "task": "elx-port-erase-account", "tokens": 223451, "usd_est": 0.1406956, "venue": "kogen-bench-us", "wall_s": 169.321}
{"ITT outcome": "not_scored", "arm": "r67-smoke-us-elx07:r67-us-elx-07-cli-stats-kogen-plan-shell-5843-smoke-r1", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-plan-shell-5843", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r67", "task": "elx-07-cli-stats", "tokens": 0, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 25.939}
{"ITT outcome": "unresolved", "arm": "r67b-eu-elx04:r67b-eu-elx-04-queue-backpressure-kogen-escalate-shell-6e82-r1", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "1", "round": "r67b", "task": "elx-04-queue-backpressure", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r67b-eu-elx04:r67b-eu-elx-04-queue-backpressure-kogen-escalate-shell-6e82-r2", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "2", "round": "r67b", "task": "elx-04-queue-backpressure", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r67b-eu-elx04:r67b-eu-elx-04-queue-backpressure-kogen-escalate-shell-6e82-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "3", "round": "r67b", "task": "elx-04-queue-backpressure", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r67b-eu-elx04:r67b-eu-elx-04-queue-backpressure-kogen-escalate-shell-6e82-r4", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "4", "round": "r67b", "task": "elx-04-queue-backpressure", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r67b-eu-elx04:r67b-eu-elx-04-queue-backpressure-kogen-escalate-shell-6e82-r5", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "5", "round": "r67b", "task": "elx-04-queue-backpressure", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r67b-eu-elx04:r67b-eu-elx-04-queue-backpressure-kogen-plan-shell-6e82-r1", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "1", "round": "r67b", "task": "elx-04-queue-backpressure", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r67b-eu-elx04:r67b-eu-elx-04-queue-backpressure-kogen-plan-shell-6e82-r2", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "2", "round": "r67b", "task": "elx-04-queue-backpressure", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r67b-eu-elx04:r67b-eu-elx-04-queue-backpressure-kogen-plan-shell-6e82-r3", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "3", "round": "r67b", "task": "elx-04-queue-backpressure", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r67b-eu-elx04:r67b-eu-elx-04-queue-backpressure-kogen-plan-shell-6e82-r4", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "4", "round": "r67b", "task": "elx-04-queue-backpressure", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r67b-eu-elx04:r67b-eu-elx-04-queue-backpressure-kogen-plan-shell-6e82-r5", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "5", "round": "r67b", "task": "elx-04-queue-backpressure", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r67b-eu-elx12:r67b-eu-elx-12-retry-api-deprecation-kogen-escalate-shell-6e82-r1", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "1", "round": "r67b", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "fail", "arm": "r67b-eu-elx12:r67b-eu-elx-12-retry-api-deprecation-kogen-escalate-shell-6e82-r2", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "fail", "rep": "2", "round": "r67b", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r67b-eu-elx12:r67b-eu-elx-12-retry-api-deprecation-kogen-escalate-shell-6e82-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "3", "round": "r67b", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r67b-eu-elx12:r67b-eu-elx-12-retry-api-deprecation-kogen-escalate-shell-6e82-r4", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "4", "round": "r67b", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r67b-eu-elx12:r67b-eu-elx-12-retry-api-deprecation-kogen-escalate-shell-6e82-r5", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "5", "round": "r67b", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r67b-eu-elx12:r67b-eu-elx-12-retry-api-deprecation-kogen-plan-shell-6e82-r1", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "1", "round": "r67b", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r67b-eu-elx12:r67b-eu-elx-12-retry-api-deprecation-kogen-plan-shell-6e82-r2", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "2", "round": "r67b", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r67b-eu-elx12:r67b-eu-elx-12-retry-api-deprecation-kogen-plan-shell-6e82-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "3", "round": "r67b", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r67b-eu-elx12:r67b-eu-elx-12-retry-api-deprecation-kogen-plan-shell-6e82-r4", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "4", "round": "r67b", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r67b-eu-elx12:r67b-eu-elx-12-retry-api-deprecation-kogen-plan-shell-6e82-r5", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "5", "round": "r67b", "task": "elx-12-retry-api-deprecation", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r67b-us-elx02:r67b-us-elx-02-ingest-supervision-kogen-escalate-shell-6e82-r1", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "1", "round": "r67b", "task": "elx-02-ingest-supervision", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "r67b-us-elx02:r67b-us-elx-02-ingest-supervision-kogen-escalate-shell-6e82-r2", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "2", "round": "r67b", "task": "elx-02-ingest-supervision", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "r67b-us-elx02:r67b-us-elx-02-ingest-supervision-kogen-plan-shell-6e82-r1", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "1", "round": "r67b", "task": "elx-02-ingest-supervision", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "r67b-us-elx02:r67b-us-elx-02-ingest-supervision-kogen-plan-shell-6e82-r2", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "2", "round": "r67b", "task": "elx-02-ingest-supervision", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r67b-us-elx07:r67b-us-elx-07-cli-stats-kogen-escalate-shell-6e82-r1", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "1", "round": "r67b", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r67b-us-elx07:r67b-us-elx-07-cli-stats-kogen-escalate-shell-6e82-r2", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "2", "round": "r67b", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "r67b-us-elx07:r67b-us-elx-07-cli-stats-kogen-escalate-shell-6e82-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "3", "round": "r67b", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r67b-us-elx07:r67b-us-elx-07-cli-stats-kogen-plan-shell-6e82-r1", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "1", "round": "r67b", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r67b-us-elx07:r67b-us-elx-07-cli-stats-kogen-plan-shell-6e82-r2", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "2", "round": "r67b", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "r67b-us-elx07:r67b-us-elx-07-cli-stats-kogen-plan-shell-6e82-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "3", "round": "r67b", "task": "elx-07-cli-stats", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "not_scored", "arm": "r67b-smoke-us-elx07:r67b-us-elx-07-cli-stats-kogen-plan-shell-6e82-smoke-r1", "effort": "max", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-plan-shell-6e82", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r67b", "task": "elx-07-cli-stats", "tokens": 48468, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 129.756}
{"ITT outcome": "unresolved", "arm": "r67b-us-board:r67b-us-elx-port-board-publish-unpublish-public-boundary-kogen-escalate-shell-6e82-r1", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "1", "round": "r67b", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "fail", "arm": "r67b-us-board:r67b-us-elx-port-board-publish-unpublish-public-boundary-kogen-escalate-shell-6e82-r2", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "fail", "rep": "2", "round": "r67b", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "fail", "arm": "r67b-us-board:r67b-us-elx-port-board-publish-unpublish-public-boundary-kogen-escalate-shell-6e82-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "fail", "rep": "3", "round": "r67b", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r67b-us-board:r67b-us-elx-port-board-publish-unpublish-public-boundary-kogen-plan-shell-6e82-r1", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "1", "round": "r67b", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "fail", "arm": "r67b-us-board:r67b-us-elx-port-board-publish-unpublish-public-boundary-kogen-plan-shell-6e82-r2", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "fail", "rep": "2", "round": "r67b", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "r67b-us-board:r67b-us-elx-port-board-publish-unpublish-public-boundary-kogen-plan-shell-6e82-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "3", "round": "r67b", "task": "elx-port-board-publish-unpublish-public-boundary", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r67b-us-erase:r67b-us-elx-port-erase-account-kogen-escalate-shell-6e82-r1", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "1", "round": "r67b", "task": "elx-port-erase-account", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "fail", "arm": "r67b-us-erase:r67b-us-elx-port-erase-account-kogen-escalate-shell-6e82-r2", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "fail", "rep": "2", "round": "r67b", "task": "elx-port-erase-account", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "fail", "arm": "r67b-us-erase:r67b-us-elx-port-erase-account-kogen-escalate-shell-6e82-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "fail", "rep": "3", "round": "r67b", "task": "elx-port-erase-account", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r67b-us-erase:r67b-us-elx-port-erase-account-kogen-plan-shell-6e82-r1", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "1", "round": "r67b", "task": "elx-port-erase-account", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "fail", "arm": "r67b-us-erase:r67b-us-elx-port-erase-account-kogen-plan-shell-6e82-r2", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "fail", "rep": "2", "round": "r67b", "task": "elx-port-erase-account", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "fail", "arm": "r67b-us-erase:r67b-us-elx-port-erase-account-kogen-plan-shell-6e82-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "fail", "rep": "3", "round": "r67b", "task": "elx-port-erase-account", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r68-eu-elx04:plan-shell", "effort": "xhigh", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r68", "task": "elx-04-queue-backpressure", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 3.543}
{"ITT outcome": "unresolved", "arm": "r68-eu-elx04:plan-shell", "effort": "xhigh", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r68", "task": "elx-04-queue-backpressure", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 3.302}
{"ITT outcome": "unresolved", "arm": "r68-eu-elx04:plan-shell", "effort": "xhigh", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r68", "task": "elx-04-queue-backpressure", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 3.466}
{"ITT outcome": "unresolved", "arm": "r68-us-elx02:plan-shell", "effort": "xhigh", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r68", "task": "elx-02-ingest-supervision", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 3.169}
{"ITT outcome": "unresolved", "arm": "r68-us-elx02:plan-shell", "effort": "xhigh", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "2", "round": "r68", "task": "elx-02-ingest-supervision", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 3.144}
{"ITT outcome": "unresolved", "arm": "r68-us-elx02:plan-shell", "effort": "xhigh", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "3", "round": "r68", "task": "elx-02-ingest-supervision", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 3.305}
{"ITT outcome": "unresolved", "arm": "r68-us-syn01:plan-shell", "effort": "xhigh", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r68", "task": "syn-01-live-ticket-filters", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 3.191}
{"ITT outcome": "unresolved", "arm": "r68-us-syn20:plan-shell", "effort": "xhigh", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r68", "task": "syn-20-email-invite-flow", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 2.729}
{"ITT outcome": "pass", "arm": "r68b-eu-elx04:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r68b", "task": "elx-04-queue-backpressure", "tokens": 427181, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 772.539}
{"ITT outcome": "pass", "arm": "r68b-eu-elx04:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r68b", "task": "elx-04-queue-backpressure", "tokens": 168098, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 405.67}
{"ITT outcome": "pass", "arm": "r68b-eu-elx04:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r68b", "task": "elx-04-queue-backpressure", "tokens": 222904, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 499.006}
{"ITT outcome": "pass", "arm": "r68b-eu-syn06:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r68b", "task": "syn-06-migration-ticket-numbers", "tokens": 855829, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 615.756}
{"ITT outcome": "pass", "arm": "r68b-eu-syn06:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r68b", "task": "syn-06-migration-ticket-numbers", "tokens": 529115, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 385.7}
{"ITT outcome": "pass", "arm": "r68b-eu-syn06:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r68b", "task": "syn-06-migration-ticket-numbers", "tokens": 581293, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 470.066}
{"ITT outcome": "pass", "arm": "r68b-eu-syn15:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r68b", "task": "syn-15-validation-ticket-form", "tokens": 400800, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 410.305}
{"ITT outcome": "pass", "arm": "r68b-eu-syn15:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r68b", "task": "syn-15-validation-ticket-form", "tokens": 393090, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 344.655}
{"ITT outcome": "pass", "arm": "r68b-eu-syn15:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r68b", "task": "syn-15-validation-ticket-form", "tokens": 313146, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 335.753}
{"ITT outcome": "pass", "arm": "r68b-eu-syn24:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r68b", "task": "syn-24-csv-import", "tokens": 1178046, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 593.85}
{"ITT outcome": "pass", "arm": "r68b-eu-syn24:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r68b", "task": "syn-24-csv-import", "tokens": 922420, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 575.111}
{"ITT outcome": "pass", "arm": "r68b-eu-syn24:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r68b", "task": "syn-24-csv-import", "tokens": 1214244, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 751.746}
{"ITT outcome": "pass", "arm": "r68b-us-elx02:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r68b", "task": "elx-02-ingest-supervision", "tokens": 101812, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 197.839}
{"ITT outcome": "pass", "arm": "r68b-us-elx02:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r68b", "task": "elx-02-ingest-supervision", "tokens": 88467, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 230.21}
{"ITT outcome": "pass", "arm": "r68b-us-elx02:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r68b", "task": "elx-02-ingest-supervision", "tokens": 170006, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 247.287}
{"ITT outcome": "pass", "arm": "r68b-us-syn01:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r68b", "task": "syn-01-live-ticket-filters", "tokens": 555380, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 437.793}
{"ITT outcome": "pass", "arm": "r68b-us-syn01:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r68b", "task": "syn-01-live-ticket-filters", "tokens": 412184, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 383.578}
{"ITT outcome": "pass", "arm": "r68b-us-syn01:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r68b", "task": "syn-01-live-ticket-filters", "tokens": 454715, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 411.231}
{"ITT outcome": "pass", "arm": "r68b-us-syn20:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r68b", "task": "syn-20-email-invite-flow", "tokens": 765670, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 471.741}
{"ITT outcome": "pass", "arm": "r68b-us-syn20:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r68b", "task": "syn-20-email-invite-flow", "tokens": 1350551, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 607.835}
{"ITT outcome": "pass", "arm": "r68b-us-syn20:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r68b", "task": "syn-20-email-invite-flow", "tokens": 1851206, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 700.431}
{"ITT outcome": "fail", "arm": "r68b-us-syn31:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r68b", "task": "syn-31-inbound-email-webhook", "tokens": 1248619, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 689.624}
{"ITT outcome": "fail", "arm": "r68b-us-syn31:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r68b", "task": "syn-31-inbound-email-webhook", "tokens": 905814, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 537.51}
{"ITT outcome": "fail", "arm": "r68b-us-syn31:plan-shell", "effort": "xhigh", "exclusion reason": "", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r68b", "task": "syn-31-inbound-email-webhook", "tokens": 691259, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 503.808}
{"ITT outcome": "pass", "arm": "r6aj:b-p21p09p10", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 76091, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 367.209}
{"ITT outcome": "fail", "arm": "r6aj:b-p21p09p10", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 78170, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 154.981}
{"ITT outcome": "pass", "arm": "r6aj:b-p21p09p10", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 70151, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 184.793}
{"ITT outcome": "pass", "arm": "r6aj:b-p21p11p12", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 76990, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 228.683}
{"ITT outcome": "pass", "arm": "r6aj:b-p21p11p12", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 208662, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 235.0}
{"ITT outcome": "pass", "arm": "r6aj:b-p21p11p12", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 203341, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 218.526}
{"ITT outcome": "pass", "arm": "r6aj:b-p21p20p12", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 99955, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 367.39}
{"ITT outcome": "pass", "arm": "r6aj:b-p21p20p12", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 73717, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 192.384}
{"ITT outcome": "fail", "arm": "r6aj:b-p21p20p12", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 120437, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 40.77}
{"ITT outcome": "pass", "arm": "r6aj:bare", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 48599, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 354.11}
{"ITT outcome": "pass", "arm": "r6aj:bare", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 47274, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 102.022}
{"ITT outcome": "fail", "arm": "r6aj:bare", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 36981, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 20.441}
{"ITT outcome": "pass", "arm": "r6aj:w7-p21", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 102309, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 421.367}
{"ITT outcome": "pass", "arm": "r6aj:w7-p21", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 108883, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 232.432}
{"ITT outcome": "pass", "arm": "r6aj:w7-p21", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 126013, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 202.992}
{"ITT outcome": "pass", "arm": "r6aj:b-p21p11p18", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 177946, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 189.07}
{"ITT outcome": "pass", "arm": "r6aj:b-p21p11p18", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 145851, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 181.935}
{"ITT outcome": "pass", "arm": "r6aj:b-p21p11p18", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 166581, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 295.201}
{"ITT outcome": "fail", "arm": "r6aj:b-p21p16p18", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 78359, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 258.237}
{"ITT outcome": "pass", "arm": "r6aj:b-p21p16p18", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 97058, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 165.917}
{"ITT outcome": "pass", "arm": "r6aj:b-p21p16p18", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 68329, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 152.615}
{"ITT outcome": "fail", "arm": "r6aj:bare", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 59321, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 276.158}
{"ITT outcome": "fail", "arm": "r6aj:bare", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 46375, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 119.763}
{"ITT outcome": "fail", "arm": "r6aj:bare", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 61123, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 161.143}
{"ITT outcome": "fail", "arm": "r6aj:w1-p21", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 46785, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 405.526}
{"ITT outcome": "fail", "arm": "r6aj:w1-p21", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 61866, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 313.259}
{"ITT outcome": "pass", "arm": "r6aj:w1-p21", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 79671, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 280.671}
{"ITT outcome": "pass", "arm": "r6aj:w1w7-p21p11", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 129909, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 615.045}
{"ITT outcome": "pass", "arm": "r6aj:w1w7-p21p11", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 162387, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 387.54}
{"ITT outcome": "pass", "arm": "r6aj:w1w7-p21p11", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r6", "task": "rails-aj-enqueue-after-commit", "tokens": 156561, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 319.459}
{"ITT outcome": "pass", "arm": "r71-eu-elx04:r71-eu-elx-04-queue-backpressure-kogen-planshell-provided-r1", "effort": "mixed", "exclusion reason": "", "harness": "kogen-planshell-provided", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r71", "task": "elx-04-queue-backpressure", "tokens": 927563, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 780.03}
{"ITT outcome": "pass", "arm": "r71-eu-elx04:r71-eu-elx-04-queue-backpressure-kogen-planshell-provided-r2", "effort": "mixed", "exclusion reason": "", "harness": "kogen-planshell-provided", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r71", "task": "elx-04-queue-backpressure", "tokens": 570879, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 614.307}
{"ITT outcome": "pass", "arm": "r71-eu-elx04:r71-eu-elx-04-queue-backpressure-kogen-planshell-provided-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "3", "round": "r71", "task": "elx-04-queue-backpressure", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r71-eu-elx04:r71-eu-elx-04-queue-backpressure-kogen-planshell-shaped-r1", "effort": "mixed", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "kogen-planshell-shaped", "model": "gpt-6-luna", "outcome": "invalid", "rep": "1", "round": "r71", "task": "elx-04-queue-backpressure", "tokens": 345203, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 1570.773}
{"ITT outcome": "pass", "arm": "r71-eu-elx04:r71-eu-elx-04-queue-backpressure-kogen-planshell-shaped-r2", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "2", "round": "r71", "task": "elx-04-queue-backpressure", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r71-eu-elx04:r71-eu-elx-04-queue-backpressure-kogen-planshell-shaped-r3", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "3", "round": "r71", "task": "elx-04-queue-backpressure", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-eu-syn06:r71-eu-syn-06-migration-ticket-numbers-kogen-planshell-provided-r1", "effort": "mixed", "exclusion reason": "", "harness": "kogen-planshell-provided", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r71", "task": "syn-06-migration-ticket-numbers", "tokens": 2276240, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 950.574}
{"ITT outcome": "pass", "arm": "r71-eu-syn06:r71-eu-syn-06-migration-ticket-numbers-kogen-planshell-provided-r2", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "2", "round": "r71", "task": "syn-06-migration-ticket-numbers", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-eu-syn06:r71-eu-syn-06-migration-ticket-numbers-kogen-planshell-provided-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "3", "round": "r71", "task": "syn-06-migration-ticket-numbers", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r71-eu-syn06:r71-eu-syn-06-migration-ticket-numbers-kogen-planshell-shaped-r1", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "1", "round": "r71", "task": "syn-06-migration-ticket-numbers", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-eu-syn06:r71-eu-syn-06-migration-ticket-numbers-kogen-planshell-shaped-r2", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "2", "round": "r71", "task": "syn-06-migration-ticket-numbers", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-eu-syn06:r71-eu-syn-06-migration-ticket-numbers-kogen-planshell-shaped-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "3", "round": "r71", "task": "syn-06-migration-ticket-numbers", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-eu-syn15:r71-eu-syn-15-validation-ticket-form-kogen-planshell-provided-r1", "effort": "mixed", "exclusion reason": "", "harness": "kogen-planshell-provided", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r71", "task": "syn-15-validation-ticket-form", "tokens": 1492665, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 723.091}
{"ITT outcome": "pass", "arm": "r71-eu-syn15:r71-eu-syn-15-validation-ticket-form-kogen-planshell-provided-r2", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "2", "round": "r71", "task": "syn-15-validation-ticket-form", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-eu-syn15:r71-eu-syn-15-validation-ticket-form-kogen-planshell-provided-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "3", "round": "r71", "task": "syn-15-validation-ticket-form", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-eu-syn15:r71-eu-syn-15-validation-ticket-form-kogen-planshell-shaped-r1", "effort": "mixed", "exclusion reason": "", "harness": "kogen-planshell-shaped", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r71", "task": "syn-15-validation-ticket-form", "tokens": 334083, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 634.656}
{"ITT outcome": "pass", "arm": "r71-eu-syn15:r71-eu-syn-15-validation-ticket-form-kogen-planshell-shaped-r2", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "2", "round": "r71", "task": "syn-15-validation-ticket-form", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r71-eu-syn15:r71-eu-syn-15-validation-ticket-form-kogen-planshell-shaped-r3", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "3", "round": "r71", "task": "syn-15-validation-ticket-form", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-eu-syn24:r71-eu-syn-24-csv-import-kogen-planshell-provided-r1", "effort": "mixed", "exclusion reason": "", "harness": "kogen-planshell-provided", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r71", "task": "syn-24-csv-import", "tokens": 1390194, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 921.355}
{"ITT outcome": "pass", "arm": "r71-eu-syn24:r71-eu-syn-24-csv-import-kogen-planshell-provided-r2", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "2", "round": "r71", "task": "syn-24-csv-import", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-eu-syn24:r71-eu-syn-24-csv-import-kogen-planshell-provided-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "3", "round": "r71", "task": "syn-24-csv-import", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r71-eu-syn24:r71-eu-syn-24-csv-import-kogen-planshell-shaped-r1", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "1", "round": "r71", "task": "syn-24-csv-import", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-eu-syn24:r71-eu-syn-24-csv-import-kogen-planshell-shaped-r2", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "2", "round": "r71", "task": "syn-24-csv-import", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-eu-syn24:r71-eu-syn-24-csv-import-kogen-planshell-shaped-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "3", "round": "r71", "task": "syn-24-csv-import", "tokens": null, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-us-elx02:r71-us-elx-02-ingest-supervision-kogen-planshell-provided-r1", "effort": "mixed", "exclusion reason": "", "harness": "kogen-planshell-provided", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r71", "task": "elx-02-ingest-supervision", "tokens": 123515, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 294.153}
{"ITT outcome": "pass", "arm": "r71-us-elx02:r71-us-elx-02-ingest-supervision-kogen-planshell-provided-r2", "effort": "mixed", "exclusion reason": "", "harness": "kogen-planshell-provided", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r71", "task": "elx-02-ingest-supervision", "tokens": 219502, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 342.238}
{"ITT outcome": "pass", "arm": "r71-us-elx02:r71-us-elx-02-ingest-supervision-kogen-planshell-provided-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "3", "round": "r71", "task": "elx-02-ingest-supervision", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-us-elx02:r71-us-elx-02-ingest-supervision-kogen-planshell-shaped-r1", "effort": "mixed", "exclusion reason": "", "harness": "kogen-planshell-shaped", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r71", "task": "elx-02-ingest-supervision", "tokens": 262683, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 566.727}
{"ITT outcome": "pass", "arm": "r71-us-elx02:r71-us-elx-02-ingest-supervision-kogen-planshell-shaped-r2", "effort": "mixed", "exclusion reason": "", "harness": "kogen-planshell-shaped", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r71", "task": "elx-02-ingest-supervision", "tokens": 165913, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 427.914}
{"ITT outcome": "unresolved", "arm": "r71-us-elx02:r71-us-elx-02-ingest-supervision-kogen-planshell-shaped-r3", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "3", "round": "r71", "task": "elx-02-ingest-supervision", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-us-syn01:r71-us-syn-01-live-ticket-filters-kogen-planshell-provided-r1", "effort": "mixed", "exclusion reason": "", "harness": "kogen-planshell-provided", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r71", "task": "syn-01-live-ticket-filters", "tokens": 936281, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 668.611}
{"ITT outcome": "pass", "arm": "r71-us-syn01:r71-us-syn-01-live-ticket-filters-kogen-planshell-provided-r2", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "2", "round": "r71", "task": "syn-01-live-ticket-filters", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-us-syn01:r71-us-syn-01-live-ticket-filters-kogen-planshell-provided-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "3", "round": "r71", "task": "syn-01-live-ticket-filters", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "not_scored", "arm": "r71-smoke-us-syn01:r71-us-syn-01-live-ticket-filters-kogen-planshell-provided-smoke-r1", "effort": "mixed", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-planshell-provided", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r71", "task": "syn-01-live-ticket-filters", "tokens": 726379, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 563.636}
{"ITT outcome": "pass", "arm": "r71-us-syn01:r71-us-syn-01-live-ticket-filters-kogen-planshell-shaped-r1", "effort": "mixed", "exclusion reason": "", "harness": "kogen-planshell-shaped", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r71", "task": "syn-01-live-ticket-filters", "tokens": 606662, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 729.155}
{"ITT outcome": "unresolved", "arm": "r71-us-syn01:r71-us-syn-01-live-ticket-filters-kogen-planshell-shaped-r2", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "2", "round": "r71", "task": "syn-01-live-ticket-filters", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-us-syn01:r71-us-syn-01-live-ticket-filters-kogen-planshell-shaped-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "3", "round": "r71", "task": "syn-01-live-ticket-filters", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "not_scored", "arm": "r71-smoke-us-syn01:r71-us-syn-01-live-ticket-filters-kogen-planshell-shaped-smoke-r1", "effort": "mixed", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kogen-planshell-shaped", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r71", "task": "syn-01-live-ticket-filters", "tokens": 498765, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 627.761}
{"ITT outcome": "fail", "arm": "r71-us-syn20:r71-us-syn-20-email-invite-flow-kogen-planshell-provided-r1", "effort": "mixed", "exclusion reason": "", "harness": "kogen-planshell-provided", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r71", "task": "syn-20-email-invite-flow", "tokens": 2477006, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1187.786}
{"ITT outcome": "fail", "arm": "r71-us-syn20:r71-us-syn-20-email-invite-flow-kogen-planshell-provided-r2", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "fail", "rep": "2", "round": "r71", "task": "syn-20-email-invite-flow", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "fail", "arm": "r71-us-syn20:r71-us-syn-20-email-invite-flow-kogen-planshell-provided-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "fail", "rep": "3", "round": "r71", "task": "syn-20-email-invite-flow", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-us-syn20:r71-us-syn-20-email-invite-flow-kogen-planshell-shaped-r1", "effort": "mixed", "exclusion reason": "", "harness": "kogen-planshell-shaped", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r71", "task": "syn-20-email-invite-flow", "tokens": 1059865, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 1177.222}
{"ITT outcome": "unresolved", "arm": "r71-us-syn20:r71-us-syn-20-email-invite-flow-kogen-planshell-shaped-r2", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "2", "round": "r71", "task": "syn-20-email-invite-flow", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-us-syn20:r71-us-syn-20-email-invite-flow-kogen-planshell-shaped-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "3", "round": "r71", "task": "syn-20-email-invite-flow", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-us-syn31:r71-us-syn-31-inbound-email-webhook-kogen-planshell-provided-r1", "effort": "mixed", "exclusion reason": "", "harness": "kogen-planshell-provided", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r71", "task": "syn-31-inbound-email-webhook", "tokens": 1637048, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 929.316}
{"ITT outcome": "pass", "arm": "r71-us-syn31:r71-us-syn-31-inbound-email-webhook-kogen-planshell-provided-r2", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "2", "round": "r71", "task": "syn-31-inbound-email-webhook", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-us-syn31:r71-us-syn-31-inbound-email-webhook-kogen-planshell-provided-r3", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "3", "round": "r71", "task": "syn-31-inbound-email-webhook", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "unresolved", "arm": "r71-us-syn31:r71-us-syn-31-inbound-email-webhook-kogen-planshell-shaped-r1", "effort": "", "exclusion reason": "control_apply cause unresolved; inspect documented audit", "harness": "", "model": "", "outcome": "invalid", "rep": "1", "round": "r71", "task": "syn-31-inbound-email-webhook", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "pass", "arm": "r71-us-syn31:r71-us-syn-31-inbound-email-webhook-kogen-planshell-shaped-r2", "effort": "", "exclusion reason": "", "harness": "", "model": "", "outcome": "pass", "rep": "2", "round": "r71", "task": "syn-31-inbound-email-webhook", "tokens": null, "usd_est": null, "venue": "kogen-bench-us", "wall_s": null}
{"ITT outcome": "not_scored", "arm": "r7smoke:plan-sol-nocontext", "effort": "low", "exclusion reason": "smoke or control row; retained outside scored denominator", "harness": "kh-plan", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r7", "task": "elx-07-cli-stats", "tokens": 200092, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 255.49}
{"ITT outcome": "pass", "arm": "r8reg:B1", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "r8", "task": "rails-ar-archive-book-access", "tokens": 46374, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 107.878}
{"ITT outcome": "pass", "arm": "r8reg:B1", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "r8", "task": "rails-ar-archive-book-access", "tokens": 50905, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 120.45}
{"ITT outcome": "pass", "arm": "r8reg:B1", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r8", "task": "rails-ar-archive-book-access", "tokens": 46911, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 128.803}
{"ITT outcome": "fail", "arm": "r8sl:B1", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 115502, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 180.641}
{"ITT outcome": "fail", "arm": "r8sl:B1", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 77891, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 156.567}
{"ITT outcome": "fail", "arm": "r8sl:B1", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 100264, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 105.967}
{"ITT outcome": "fail", "arm": "r8sl:bare", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 43833, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 157.988}
{"ITT outcome": "fail", "arm": "r8sl:bare", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 70226, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 105.183}
{"ITT outcome": "pass", "arm": "r8sl:bare", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 83845, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 126.028}
{"ITT outcome": "fail", "arm": "r8sl:B1w7", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 273837, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 301.068}
{"ITT outcome": "fail", "arm": "r8sl:B1w7", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 91501, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 128.296}
{"ITT outcome": "fail", "arm": "r8sl:B1w7", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 587738, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 263.723}
{"ITT outcome": "fail", "arm": "r8sl:bare", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 78452, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 96.713}
{"ITT outcome": "fail", "arm": "r8sl:bare", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 80883, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 92.459}
{"ITT outcome": "fail", "arm": "r8sl:bare", "effort": "low", "exclusion reason": "", "harness": "kh-w1f", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "r8", "task": "rails-sup-legacy-conversions", "tokens": 75994, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 66.142}
{"ITT outcome": "fail", "arm": "scan-ac-throttle-search:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "unmapped", "task": "rails-ac-throttle-search", "tokens": 97321, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 189.695}
{"ITT outcome": "pass", "arm": "scan-ac-throttle-search:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "unmapped", "task": "rails-ac-throttle-search", "tokens": 63736, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 579.784}
{"ITT outcome": "pass", "arm": "scan-ac-throttle-search:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "unmapped", "task": "rails-ac-throttle-search", "tokens": 107398, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 798.204}
{"ITT outcome": "fail", "arm": "scan-ac-throttle-search:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "unmapped", "task": "rails-ac-throttle-search", "tokens": 85457, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 148.808}
{"ITT outcome": "pass", "arm": "scan-ac-throttle-search:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "unmapped", "task": "rails-ac-throttle-search", "tokens": 167364, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 530.707}
{"ITT outcome": "pass", "arm": "scan-ac-throttle-search:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "unmapped", "task": "rails-ac-throttle-search", "tokens": 65092, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 407.791}
{"ITT outcome": "fail", "arm": "scan-aj-enqueue-after-commit:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "unmapped", "task": "rails-aj-enqueue-after-commit", "tokens": 30017, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 554.968}
{"ITT outcome": "pass", "arm": "scan-aj-enqueue-after-commit:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "2", "round": "unmapped", "task": "rails-aj-enqueue-after-commit", "tokens": 35501, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 591.313}
{"ITT outcome": "pass", "arm": "scan-aj-enqueue-after-commit:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "unmapped", "task": "rails-aj-enqueue-after-commit", "tokens": 66329, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 566.714}
{"ITT outcome": "fail", "arm": "scan-aj-enqueue-after-commit:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "unmapped", "task": "rails-aj-enqueue-after-commit", "tokens": 80128, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 424.525}
{"ITT outcome": "fail", "arm": "scan-aj-enqueue-after-commit:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "unmapped", "task": "rails-aj-enqueue-after-commit", "tokens": 40051, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 401.94}
{"ITT outcome": "fail", "arm": "scan-aj-enqueue-after-commit:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "unmapped", "task": "rails-aj-enqueue-after-commit", "tokens": 47359, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 418.35}
{"ITT outcome": "pass", "arm": "scan-sup-legacy-conversions:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "1", "round": "unmapped", "task": "rails-sup-legacy-conversions", "tokens": 88222, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 764.574}
{"ITT outcome": "fail", "arm": "scan-sup-legacy-conversions:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "unmapped", "task": "rails-sup-legacy-conversions", "tokens": 118856, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 456.093}
{"ITT outcome": "pass", "arm": "scan-sup-legacy-conversions:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "pass", "rep": "3", "round": "unmapped", "task": "rails-sup-legacy-conversions", "tokens": 55703, "usd_est": null, "venue": "kogen-bench-eu", "wall_s": 769.256}
{"ITT outcome": "fail", "arm": "scan-sup-legacy-conversions:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "fail", "rep": "1", "round": "unmapped", "task": "rails-sup-legacy-conversions", "tokens": 71742, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 173.943}
{"ITT outcome": "fail", "arm": "scan-sup-legacy-conversions:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "fail", "rep": "2", "round": "unmapped", "task": "rails-sup-legacy-conversions", "tokens": 77773, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 497.961}
{"ITT outcome": "fail", "arm": "scan-sup-legacy-conversions:bare", "effort": "low", "exclusion reason": "", "harness": "kh-lev", "model": "gpt-6-luna", "outcome": "fail", "rep": "3", "round": "unmapped", "task": "rails-sup-legacy-conversions", "tokens": 34643, "usd_est": null, "venue": "kogen-bench-us", "wall_s": 498.433}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve2", "task": "r70-7-elixir", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 330.0}
{"ITT outcome": "fail", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve2", "task": "r70-7-rust", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 160.0}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve2", "task": "r70-5-elixir", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 501.0}
{"ITT outcome": "fail", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve2", "task": "r70-5-rust", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 290.0}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve2", "task": "r70-1-elixir", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 941.0}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-rve2", "task": "r70-1-rust", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 360.0}
{"ITT outcome": "pass", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-rve2", "task": "r70-1-elixir", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 720.0}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-rve2", "task": "r70-1-rust", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 270.0}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve2", "task": "r70-5-elixir", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 521.0}
{"ITT outcome": "fail", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve2", "task": "r70-5-rust", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 220.0}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve2", "task": "r70-5-elixir", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 480.0}
{"ITT outcome": "fail", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve2", "task": "r70-5-rust", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 210.0}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve2", "task": "r70-7-elixir", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 430.0}
{"ITT outcome": "fail", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve2", "task": "r70-7-rust", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 160.0}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve2", "task": "r70-1-elixir", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 1061.0}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-rve2", "task": "r70-1-rust", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 370.0}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-rve2", "task": "r70-1-rust", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 260.0}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve3", "task": "r70-1-elixir", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 911.0}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-rve3", "task": "r70-1-rust", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 310.0}
{"ITT outcome": "pass", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-rve3", "task": "r70-7-elixir", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 340.0}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-rve3", "task": "r70-7-rust", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 190.0}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve3", "task": "r70-5-elixir", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 260.0}
{"ITT outcome": "fail", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve3", "task": "r70-5-rust", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 250.0}
{"ITT outcome": "pass", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-rve3", "task": "r70-5-elixir", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 431.0}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-rve3", "task": "r70-5-rust", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 170.0}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve3", "task": "r70-1-elixir", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 710.0}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-rve3", "task": "r70-1-rust", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 311.0}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve3", "task": "r70-7-elixir", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 230.0}
{"ITT outcome": "fail", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve3", "task": "r70-7-rust", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 170.0}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve3", "task": "r70-5-elixir", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 450.0}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-rve3", "task": "r70-5-rust", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 260.0}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve3", "task": "r70-7-elixir", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 220.0}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-rve3", "task": "r70-7-rust", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 140.0}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-rve3", "task": "r70-7-elixir", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 290.0}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-rve3", "task": "r70-7-rust", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 171.0}
{"ITT outcome": "pass", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-rve3", "task": "r70-1-elixir", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 1000.0}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-rve3", "task": "r70-1-rust", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 350.0}
{"ITT outcome": "pass", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-rve3", "task": "r70-1-elixir", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 1191.0}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-rve3", "task": "r70-1-rust", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 200.0}
{"ITT outcome": "fail", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-spot1", "task": "r70-5-elixir", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 410.0}
{"ITT outcome": "pass", "arm": "go", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-spot1", "task": "r70-5-go", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 230.0}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-spot1", "task": "r70-5-rust", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 210.0}
{"ITT outcome": "pass", "arm": "TypeScript/Bun", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-spot1", "task": "r70-5-ts-bun", "tokens": null, "usd_est": null, "venue": "eu", "wall_s": 231.0}
{"ITT outcome": "pass", "arm": "elixir", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-spot1", "task": "r70-7-elixir", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 410.0}
{"ITT outcome": "fail", "arm": "go", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "fail", "rep": "", "round": "r70-spot1", "task": "r70-7-go", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 1216.0}
{"ITT outcome": "pass", "arm": "rust", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-spot1", "task": "r70-7-rust", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 180.0}
{"ITT outcome": "pass", "arm": "TypeScript/Bun", "effort": "max", "exclusion reason": "", "harness": "codex", "model": "gpt-6-luna", "outcome": "pass", "rep": "", "round": "r70-spot1", "task": "r70-7-ts-bun", "tokens": null, "usd_est": null, "venue": "us", "wall_s": 160.0}
