{"meta":{"events_written":40198,"from_commit":null,"from_ref":"64bf7442def9ab22e2ead662b375c1b55a426e8dd60b1ef0088eb5e4ef51db49","from_snapshot_id":"64bf7442def9ab22e2ead662b375c1b55a426e8dd60b1ef0088eb5e4ef51db49","generated_at":"2026-08-05T03:31:59.988774Z","range_kind":"snapshots","snapshots_written":125,"to_commit":null,"to_ref":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","to_snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","unique_snapshots_written":125},"events":[{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":1295,"rank":20,"win_rate":48.4},{"arena":"models","category":"asciiart","elo":1188,"rank":31,"win_rate":45.5},{"arena":"models","category":"codecategories","elo":1291,"rank":18,"win_rate":50.5},{"arena":"models","category":"dataviz","elo":1293,"rank":14,"win_rate":53.3},{"arena":"models","category":"gamedev","elo":1305,"rank":15,"win_rate":51.9},{"arena":"models","category":"uicomponent","elo":1281,"rank":23,"win_rate":48.8},{"arena":"models","category":"website","elo":1298,"rank":14,"win_rate":52.9}],"before":[{"arena":"models","category":"3d","elo":1294,"rank":20,"win_rate":48.1},{"arena":"models","category":"asciiart","elo":1188,"rank":31,"win_rate":45.5},{"arena":"models","category":"codecategories","elo":1291,"rank":18,"win_rate":50.7},{"arena":"models","category":"dataviz","elo":1287,"rank":16,"win_rate":52.9},{"arena":"models","category":"gamedev","elo":1294,"rank":20,"win_rate":50.5},{"arena":"models","category":"uicomponent","elo":1284,"rank":23,"win_rate":49.5},{"arena":"models","category":"website","elo":1302,"rank":11,"win_rate":54}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:999","lineage_key":"openrouter:qwen/qwen3.7-plus","model_id":"qwen/qwen3.7-plus","model_key":"openrouter:qwen/qwen3.7-plus","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"agents","category":"agenticgamedev","elo":1175,"rank":14,"win_rate":47.9},{"arena":"agents","category":"androidnative","elo":1169,"rank":17,"win_rate":45.1},{"arena":"agents","category":"fullstack","elo":1211,"rank":12,"win_rate":50.5},{"arena":"agents","category":"godotgamedev","elo":1228,"rank":7,"win_rate":55.4},{"arena":"agents","category":"htmlslides","elo":1191,"rank":14,"win_rate":46.7},{"arena":"agents","category":"mobileapps","elo":1197,"rank":17,"win_rate":46.7},{"arena":"agents","category":"python-pptxslides","elo":1226,"rank":8,"win_rate":52.8},{"arena":"agents","category":"webapps","elo":1250,"rank":13,"win_rate":50},{"arena":"models","category":"3d","elo":1322,"rank":9,"win_rate":56.8},{"arena":"models","category":"asciiart","elo":1250,"rank":12,"win_rate":53.6},{"arena":"models","category":"codecategories","elo":1306,"rank":12,"win_rate":56.8},{"arena":"models","category":"dataviz","elo":1318,"rank":8,"win_rate":58.1},{"arena":"models","category":"gamedev","elo":1323,"rank":11,"win_rate":57.6},{"arena":"models","category":"svg","elo":1266,"rank":9,"win_rate":59.5},{"arena":"models","category":"uicomponent","elo":1309,"rank":13,"win_rate":55.5},{"arena":"models","category":"website","elo":1298,"rank":13,"win_rate":56.7}],"before":[{"arena":"agents","category":"agenticgamedev","elo":1175,"rank":14,"win_rate":47.9},{"arena":"agents","category":"androidnative","elo":1171,"rank":17,"win_rate":45.2},{"arena":"agents","category":"fullstack","elo":1209,"rank":12,"win_rate":50},{"arena":"agents","category":"godotgamedev","elo":1227,"rank":7,"win_rate":55.3},{"arena":"agents","category":"htmlslides","elo":1190,"rank":14,"win_rate":46.5},{"arena":"agents","category":"mobileapps","elo":1199,"rank":17,"win_rate":47},{"arena":"agents","category":"python-pptxslides","elo":1227,"rank":8,"win_rate":52.9},{"arena":"agents","category":"webapps","elo":1250,"rank":13,"win_rate":50},{"arena":"models","category":"3d","elo":1324,"rank":9,"win_rate":57.2},{"arena":"models","category":"asciiart","elo":1253,"rank":11,"win_rate":54},{"arena":"models","category":"codecategories","elo":1307,"rank":12,"win_rate":57.6},{"arena":"models","category":"dataviz","elo":1313,"rank":7,"win_rate":60.3},{"arena":"models","category":"gamedev","elo":1322,"rank":10,"win_rate":59.1},{"arena":"models","category":"svg","elo":1264,"rank":9,"win_rate":59.6},{"arena":"models","category":"uicomponent","elo":1312,"rank":11,"win_rate":58.1},{"arena":"models","category":"website","elo":1299,"rank":14,"win_rate":57.1}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:998","lineage_key":"openrouter:qwen/qwen3.7-max","model_id":"qwen/qwen3.7-max","model_key":"openrouter:qwen/qwen3.7-max","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":1257,"rank":30,"win_rate":51.6},{"arena":"models","category":"asciiart","elo":1159,"rank":41,"win_rate":44.8},{"arena":"models","category":"codecategories","elo":1263,"rank":31,"win_rate":52.1},{"arena":"models","category":"dataviz","elo":1258,"rank":30,"win_rate":51.6},{"arena":"models","category":"gamedev","elo":1259,"rank":30,"win_rate":50.9},{"arena":"models","category":"svg","elo":1208,"rank":27,"win_rate":51.6},{"arena":"models","category":"uicomponent","elo":1273,"rank":28,"win_rate":52.7},{"arena":"models","category":"website","elo":1262,"rank":29,"win_rate":52.5}],"before":[{"arena":"models","category":"3d","elo":1258,"rank":30,"win_rate":51.6},{"arena":"models","category":"asciiart","elo":1159,"rank":41,"win_rate":44.8},{"arena":"models","category":"codecategories","elo":1264,"rank":30,"win_rate":52.2},{"arena":"models","category":"dataviz","elo":1257,"rank":30,"win_rate":51.6},{"arena":"models","category":"gamedev","elo":1261,"rank":30,"win_rate":51},{"arena":"models","category":"svg","elo":1206,"rank":26,"win_rate":51.6},{"arena":"models","category":"uicomponent","elo":1273,"rank":27,"win_rate":52.7},{"arena":"models","category":"website","elo":1262,"rank":29,"win_rate":52.6}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:997","lineage_key":"openrouter:qwen/qwen3.6-plus","model_id":"qwen/qwen3.6-plus","model_key":"openrouter:qwen/qwen3.6-plus","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":null,"before":0.15,"op":"remove","path":"cost.cache_read"},{"after":0.289,"before":0.3,"op":"replace","path":"cost.input"},{"after":2.4,"before":2.0,"op":"replace","path":"cost.output"},{"after":131072,"before":65536,"op":"replace","path":"limits.output"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:996","lineage_key":"openrouter:qwen/qwen3.6-27b","model_id":"qwen/qwen3.6-27b","model_key":"openrouter:qwen/qwen3.6-27b","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":1175,"rank":55,"win_rate":47.7},{"arena":"models","category":"asciiart","elo":1131,"rank":49,"win_rate":43.2},{"arena":"models","category":"codecategories","elo":1196,"rank":54,"win_rate":48.5},{"arena":"models","category":"dataviz","elo":1165,"rank":64,"win_rate":44.9},{"arena":"models","category":"gamedev","elo":1160,"rank":63,"win_rate":42.7},{"arena":"models","category":"svg","elo":1155,"rank":44,"win_rate":48.9},{"arena":"models","category":"uicomponent","elo":1213,"rank":42,"win_rate":52.2},{"arena":"models","category":"website","elo":1211,"rank":48,"win_rate":50}],"before":[{"arena":"models","category":"3d","elo":1176,"rank":56,"win_rate":47.7},{"arena":"models","category":"asciiart","elo":1132,"rank":49,"win_rate":43.2},{"arena":"models","category":"codecategories","elo":1196,"rank":55,"win_rate":48.5},{"arena":"models","category":"dataviz","elo":1165,"rank":64,"win_rate":44.9},{"arena":"models","category":"gamedev","elo":1162,"rank":63,"win_rate":42.7},{"arena":"models","category":"svg","elo":1153,"rank":43,"win_rate":48.9},{"arena":"models","category":"uicomponent","elo":1214,"rank":42,"win_rate":52.2},{"arena":"models","category":"website","elo":1211,"rank":50,"win_rate":50}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:995","lineage_key":"openrouter:qwen/qwen3.5-plus-02-15","model_id":"qwen/qwen3.5-plus-02-15","model_key":"openrouter:qwen/qwen3.5-plus-02-15","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":1216,"rank":41,"win_rate":56.7},{"arena":"models","category":"codecategories","elo":1209,"rank":43,"win_rate":52.6},{"arena":"models","category":"dataviz","elo":1204,"rank":46,"win_rate":53.2},{"arena":"models","category":"gamedev","elo":1195,"rank":51,"win_rate":50.1},{"arena":"models","category":"svg","elo":1188,"rank":35,"win_rate":56.1},{"arena":"models","category":"uicomponent","elo":1199,"rank":51,"win_rate":51.4},{"arena":"models","category":"website","elo":1214,"rank":45,"win_rate":52.6}],"before":[{"arena":"models","category":"3d","elo":1218,"rank":41,"win_rate":56.7},{"arena":"models","category":"codecategories","elo":1209,"rank":43,"win_rate":52.6},{"arena":"models","category":"dataviz","elo":1204,"rank":45,"win_rate":53.2},{"arena":"models","category":"gamedev","elo":1196,"rank":51,"win_rate":50.1},{"arena":"models","category":"svg","elo":1187,"rank":34,"win_rate":56.1},{"arena":"models","category":"uicomponent","elo":1199,"rank":51,"win_rate":51.4},{"arena":"models","category":"website","elo":1214,"rank":46,"win_rate":52.6}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:994","lineage_key":"openrouter:qwen/qwen3.5-397b-a17b","model_id":"qwen/qwen3.5-397b-a17b","model_key":"openrouter:qwen/qwen3.5-397b-a17b","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":0.26,"before":0.4,"op":"replace","path":"cost.input"},{"after":2.08,"before":3.2,"op":"replace","path":"cost.output"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:993","lineage_key":"openrouter:qwen/qwen3.5-122b-a10b","model_id":"qwen/qwen3.5-122b-a10b","model_key":"openrouter:qwen/qwen3.5-122b-a10b","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":0.15,"before":0.13,"op":"replace","path":"cost.input"},{"after":0.6,"before":0.52,"op":"replace","path":"cost.output"},{"after":16384,"before":32768,"op":"replace","path":"limits.output"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:992","lineage_key":"openrouter:qwen/qwen3-vl-30b-a3b-instruct","model_id":"qwen/qwen3-vl-30b-a3b-instruct","model_key":"openrouter:qwen/qwen3-vl-30b-a3b-instruct","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":null,"before":0.07,"op":"remove","path":"cost.cache_read"},{"after":0.09,"before":0.1,"op":"replace","path":"cost.input"},{"after":16384,"before":262144,"op":"replace","path":"limits.output"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:991","lineage_key":"openrouter:qwen/qwen3-next-80b-a3b-instruct","model_id":"qwen/qwen3-next-80b-a3b-instruct","model_key":"openrouter:qwen/qwen3-next-80b-a3b-instruct","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":1129,"rank":73,"win_rate":43.5},{"arena":"models","category":"asciiart","elo":1165,"rank":39,"win_rate":47.2},{"arena":"models","category":"codecategories","elo":1139,"rank":77,"win_rate":44},{"arena":"models","category":"dataviz","elo":1128,"rank":76,"win_rate":41.1},{"arena":"models","category":"gamedev","elo":1149,"rank":68,"win_rate":43.9},{"arena":"models","category":"svg","elo":1058,"rank":66,"win_rate":37.3},{"arena":"models","category":"uicomponent","elo":1114,"rank":76,"win_rate":40.2},{"arena":"models","category":"website","elo":1142,"rank":78,"win_rate":44.5}],"before":[{"arena":"models","category":"3d","elo":1131,"rank":73,"win_rate":43.5},{"arena":"models","category":"asciiart","elo":1166,"rank":39,"win_rate":47.2},{"arena":"models","category":"codecategories","elo":1139,"rank":77,"win_rate":44},{"arena":"models","category":"dataviz","elo":1127,"rank":77,"win_rate":41},{"arena":"models","category":"gamedev","elo":1151,"rank":67,"win_rate":43.9},{"arena":"models","category":"svg","elo":1057,"rank":65,"win_rate":37.3},{"arena":"models","category":"uicomponent","elo":1114,"rank":76,"win_rate":40.2},{"arena":"models","category":"website","elo":1143,"rank":78,"win_rate":44.5}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:990","lineage_key":"openrouter:qwen/qwen3-max","model_id":"qwen/qwen3-max","model_key":"openrouter:qwen/qwen3-max","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:99","lineage_key":"tensorx:deepseek/deepseek-v4-flash-0731","model_id":"deepseek/deepseek-v4-flash-0731","model_key":"tensorx:deepseek/deepseek-v4-flash-0731","provider":"tensorx","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"introduced"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":0.27,"before":0.28,"op":"replace","path":"cost.output"},{"after":[{"arena":"models","category":"dataviz","elo":1113,"rank":82,"win_rate":54.7},{"arena":"models","category":"uicomponent","elo":1082,"rank":81,"win_rate":54.1},{"arena":"models","category":"website","elo":1111,"rank":86,"win_rate":57.1}],"before":[{"arena":"models","category":"dataviz","elo":1113,"rank":82,"win_rate":54.7},{"arena":"models","category":"uicomponent","elo":1083,"rank":81,"win_rate":54.1},{"arena":"models","category":"website","elo":1111,"rank":86,"win_rate":57.1}],"op":"replace","path":"extra.benchmarks.design_arena"},{"after":32768,"before":262144,"op":"replace","path":"limits.output"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:989","lineage_key":"openrouter:qwen/qwen3-coder-30b-a3b-instruct","model_id":"qwen/qwen3-coder-30b-a3b-instruct","model_key":"openrouter:qwen/qwen3-coder-30b-a3b-instruct","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"codecategories","elo":1172,"rank":62,"win_rate":61.2},{"arena":"models","category":"dataviz","elo":1110,"rank":83,"win_rate":54.9},{"arena":"models","category":"gamedev","elo":1154,"rank":64,"win_rate":58.7},{"arena":"models","category":"uicomponent","elo":1149,"rank":64,"win_rate":61.4},{"arena":"models","category":"website","elo":1182,"rank":64,"win_rate":61.7}],"before":[{"arena":"models","category":"codecategories","elo":1173,"rank":62,"win_rate":61.2},{"arena":"models","category":"dataviz","elo":1111,"rank":83,"win_rate":54.9},{"arena":"models","category":"gamedev","elo":1157,"rank":64,"win_rate":59},{"arena":"models","category":"uicomponent","elo":1151,"rank":64,"win_rate":61.5},{"arena":"models","category":"website","elo":1182,"rank":64,"win_rate":61.7}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:988","lineage_key":"openrouter:qwen/qwen3-coder","model_id":"qwen/qwen3-coder","model_key":"openrouter:qwen/qwen3-coder","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"codecategories","elo":971,"rank":108,"win_rate":37.5},{"arena":"models","category":"dataviz","elo":996,"rank":97,"win_rate":39},{"arena":"models","category":"gamedev","elo":953,"rank":106,"win_rate":33.9},{"arena":"models","category":"uicomponent","elo":982,"rank":97,"win_rate":42.4},{"arena":"models","category":"website","elo":978,"rank":110,"win_rate":37.7}],"before":[{"arena":"models","category":"codecategories","elo":971,"rank":108,"win_rate":37.5},{"arena":"models","category":"dataviz","elo":997,"rank":97,"win_rate":39},{"arena":"models","category":"gamedev","elo":954,"rank":105,"win_rate":33.8},{"arena":"models","category":"uicomponent","elo":982,"rank":97,"win_rate":42.4},{"arena":"models","category":"website","elo":978,"rank":110,"win_rate":37.7}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:987","lineage_key":"openrouter:qwen/qwen3-30b-a3b","model_id":"qwen/qwen3-30b-a3b","model_key":"openrouter:qwen/qwen3-30b-a3b","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":1055,"rank":88,"win_rate":40.7},{"arena":"models","category":"codecategories","elo":1062,"rank":93,"win_rate":40.8},{"arena":"models","category":"dataviz","elo":976,"rank":99,"win_rate":32.3},{"arena":"models","category":"gamedev","elo":1013,"rank":100,"win_rate":34.4},{"arena":"models","category":"uicomponent","elo":978,"rank":98,"win_rate":33.9},{"arena":"models","category":"website","elo":1076,"rank":93,"win_rate":42}],"before":[{"arena":"models","category":"3d","elo":1056,"rank":88,"win_rate":40.7},{"arena":"models","category":"codecategories","elo":1062,"rank":93,"win_rate":40.9},{"arena":"models","category":"dataviz","elo":976,"rank":99,"win_rate":32.3},{"arena":"models","category":"gamedev","elo":1013,"rank":100,"win_rate":34.3},{"arena":"models","category":"uicomponent","elo":979,"rank":98,"win_rate":33.9},{"arena":"models","category":"website","elo":1076,"rank":93,"win_rate":42.1}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:986","lineage_key":"openrouter:qwen/qwen3-235b-a22b-thinking-2507","model_id":"qwen/qwen3-235b-a22b-thinking-2507","model_key":"openrouter:qwen/qwen3-235b-a22b-thinking-2507","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":1050,"rank":89,"win_rate":41.1},{"arena":"models","category":"codecategories","elo":1068,"rank":89,"win_rate":42.7},{"arena":"models","category":"dataviz","elo":1086,"rank":85,"win_rate":47.7},{"arena":"models","category":"gamedev","elo":1007,"rank":101,"win_rate":35.3},{"arena":"models","category":"uicomponent","elo":1003,"rank":93,"win_rate":38.9},{"arena":"models","category":"website","elo":1081,"rank":92,"win_rate":43.7}],"before":[{"arena":"models","category":"3d","elo":1051,"rank":89,"win_rate":41.1},{"arena":"models","category":"codecategories","elo":1068,"rank":89,"win_rate":42.7},{"arena":"models","category":"dataviz","elo":1087,"rank":85,"win_rate":47.7},{"arena":"models","category":"gamedev","elo":1008,"rank":101,"win_rate":35.2},{"arena":"models","category":"uicomponent","elo":1003,"rank":93,"win_rate":38.8},{"arena":"models","category":"website","elo":1082,"rank":92,"win_rate":43.7}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:985","lineage_key":"openrouter:qwen/qwen3-235b-a22b-2507","model_id":"qwen/qwen3-235b-a22b-2507","model_key":"openrouter:qwen/qwen3-235b-a22b-2507","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":914,"rank":101,"win_rate":24.5},{"arena":"models","category":"codecategories","elo":1031,"rank":99,"win_rate":38.3},{"arena":"models","category":"dataviz","elo":1029,"rank":93,"win_rate":41},{"arena":"models","category":"gamedev","elo":984,"rank":103,"win_rate":33.1},{"arena":"models","category":"uicomponent","elo":996,"rank":95,"win_rate":38.9},{"arena":"models","category":"website","elo":1054,"rank":99,"win_rate":40.5}],"before":[{"arena":"models","category":"3d","elo":916,"rank":101,"win_rate":24.5},{"arena":"models","category":"codecategories","elo":1032,"rank":99,"win_rate":38.3},{"arena":"models","category":"dataviz","elo":1030,"rank":93,"win_rate":41},{"arena":"models","category":"gamedev","elo":985,"rank":103,"win_rate":33.1},{"arena":"models","category":"uicomponent","elo":998,"rank":95,"win_rate":39.1},{"arena":"models","category":"website","elo":1054,"rank":99,"win_rate":40.5}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:984","lineage_key":"openrouter:qwen/qwen3-235b-a22b","model_id":"qwen/qwen3-235b-a22b","model_key":"openrouter:qwen/qwen3-235b-a22b","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":909,"rank":102,"win_rate":34},{"arena":"models","category":"codecategories","elo":1005,"rank":103,"win_rate":46.4},{"arena":"models","category":"dataviz","elo":1020,"rank":95,"win_rate":50},{"arena":"models","category":"gamedev","elo":1058,"rank":89,"win_rate":50},{"arena":"models","category":"uicomponent","elo":1020,"rank":92,"win_rate":46.9},{"arena":"models","category":"website","elo":1009,"rank":106,"win_rate":47.1}],"before":[{"arena":"models","category":"3d","elo":910,"rank":102,"win_rate":34},{"arena":"models","category":"codecategories","elo":1005,"rank":103,"win_rate":46.4},{"arena":"models","category":"dataviz","elo":1020,"rank":95,"win_rate":50},{"arena":"models","category":"gamedev","elo":1059,"rank":89,"win_rate":50},{"arena":"models","category":"uicomponent","elo":1021,"rank":92,"win_rate":46.9},{"arena":"models","category":"website","elo":1009,"rank":106,"win_rate":47.1}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:983","lineage_key":"openrouter:openai/o4-mini","model_id":"openai/o4-mini","model_key":"openrouter:openai/o4-mini","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"codecategories","elo":1049,"rank":95,"win_rate":51.9},{"arena":"models","category":"dataviz","elo":1200,"rank":49,"win_rate":48.1},{"arena":"models","category":"gamedev","elo":1089,"rank":85,"win_rate":56.9},{"arena":"models","category":"uicomponent","elo":1053,"rank":87,"win_rate":53.3},{"arena":"models","category":"website","elo":1060,"rank":97,"win_rate":53.8}],"before":[{"arena":"models","category":"codecategories","elo":1049,"rank":95,"win_rate":51.9},{"arena":"models","category":"dataviz","elo":1200,"rank":49,"win_rate":48.1},{"arena":"models","category":"gamedev","elo":1090,"rank":85,"win_rate":56.9},{"arena":"models","category":"uicomponent","elo":1054,"rank":87,"win_rate":53.3},{"arena":"models","category":"website","elo":1060,"rank":97,"win_rate":53.8}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:982","lineage_key":"openrouter:openai/o3","model_id":"openai/o3","model_key":"openrouter:openai/o3","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"dataviz","elo":962,"rank":100,"win_rate":39.7},{"arena":"models","category":"website","elo":876,"rank":116,"win_rate":27.9}],"before":[{"arena":"models","category":"dataviz","elo":963,"rank":100,"win_rate":39.7},{"arena":"models","category":"website","elo":876,"rank":116,"win_rate":27.9}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:981","lineage_key":"openrouter:openai/gpt-oss-20b:free","model_id":"openai/gpt-oss-20b:free","model_key":"openrouter:openai/gpt-oss-20b:free","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"dataviz","elo":962,"rank":100,"win_rate":39.7},{"arena":"models","category":"website","elo":876,"rank":116,"win_rate":27.9}],"before":[{"arena":"models","category":"dataviz","elo":963,"rank":100,"win_rate":39.7},{"arena":"models","category":"website","elo":876,"rank":116,"win_rate":27.9}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:980","lineage_key":"openrouter:openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_key":"openrouter:openai/gpt-oss-20b","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:98","lineage_key":"openrouter:qwen/qwen3.8-max","model_id":"qwen/qwen3.8-max","model_key":"openrouter:qwen/qwen3.8-max","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"introduced"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":956,"rank":98,"win_rate":29.4},{"arena":"models","category":"codecategories","elo":992,"rank":105,"win_rate":33.4},{"arena":"models","category":"dataviz","elo":1028,"rank":94,"win_rate":45.1},{"arena":"models","category":"gamedev","elo":1048,"rank":92,"win_rate":40.6},{"arena":"models","category":"uicomponent","elo":960,"rank":99,"win_rate":35.5},{"arena":"models","category":"website","elo":991,"rank":108,"win_rate":32.5}],"before":[{"arena":"models","category":"3d","elo":958,"rank":98,"win_rate":29.4},{"arena":"models","category":"codecategories","elo":993,"rank":104,"win_rate":33.4},{"arena":"models","category":"dataviz","elo":1029,"rank":94,"win_rate":45.1},{"arena":"models","category":"gamedev","elo":1049,"rank":92,"win_rate":40.6},{"arena":"models","category":"uicomponent","elo":961,"rank":99,"win_rate":35.5},{"arena":"models","category":"website","elo":992,"rank":108,"win_rate":32.5}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:979","lineage_key":"openrouter:openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_key":"openrouter:openai/gpt-oss-120b","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"agents","category":"agenticgamedev","elo":1184,"rank":12,"win_rate":51.3},{"arena":"agents","category":"agentichtmlslides","elo":1084,"rank":9,"win_rate":34.2},{"arena":"agents","category":"agenticslides","elo":1150,"rank":7,"win_rate":43.5},{"arena":"agents","category":"agenticslides(html)","elo":1077,"rank":9,"win_rate":33.2},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1155,"rank":7,"win_rate":45.2},{"arena":"agents","category":"androidnative","elo":1217,"rank":11,"win_rate":52.6},{"arena":"agents","category":"fullstack","elo":1129,"rank":19,"win_rate":43.1},{"arena":"agents","category":"godotgamedev","elo":1213,"rank":10,"win_rate":52.7},{"arena":"agents","category":"htmlslides","elo":1090,"rank":19,"win_rate":34.8},{"arena":"agents","category":"mobileapps","elo":1213,"rank":13,"win_rate":50.9},{"arena":"agents","category":"pptxslides","elo":1157,"rank":7,"win_rate":45.3},{"arena":"agents","category":"python-pptxslides","elo":1152,"rank":16,"win_rate":43.3},{"arena":"agents","category":"webapps","elo":1167,"rank":25,"win_rate":43.3},{"arena":"models","category":"3d","elo":1250,"rank":31,"win_rate":52},{"arena":"models","category":"asciiart","elo":1291,"rank":8,"win_rate":61.4},{"arena":"models","category":"codecategories","elo":1286,"rank":21,"win_rate":55.8},{"arena":"models","category":"dataviz","elo":1283,"rank":17,"win_rate":56.4},{"arena":"models","category":"gamedev","elo":1350,"rank":4,"win_rate":60.8},{"arena":"models","category":"svg","elo":1278,"rank":4,"win_rate":58.1},{"arena":"models","category":"uicomponent","elo":1294,"rank":19,"win_rate":56.6},{"arena":"models","category":"website","elo":1280,"rank":22,"win_rate":55.2}],"before":[{"arena":"agents","category":"agenticgamedev","elo":1184,"rank":12,"win_rate":51.4},{"arena":"agents","category":"agentichtmlslides","elo":1084,"rank":9,"win_rate":34.2},{"arena":"agents","category":"agenticslides","elo":1150,"rank":7,"win_rate":43.5},{"arena":"agents","category":"agenticslides(html)","elo":1077,"rank":9,"win_rate":33.2},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1155,"rank":7,"win_rate":45.2},{"arena":"agents","category":"androidnative","elo":1217,"rank":11,"win_rate":52.5},{"arena":"agents","category":"fullstack","elo":1129,"rank":19,"win_rate":43},{"arena":"agents","category":"godotgamedev","elo":1213,"rank":10,"win_rate":52.7},{"arena":"agents","category":"htmlslides","elo":1089,"rank":19,"win_rate":34.6},{"arena":"agents","category":"mobileapps","elo":1214,"rank":12,"win_rate":51},{"arena":"agents","category":"pptxslides","elo":1157,"rank":7,"win_rate":45.3},{"arena":"agents","category":"python-pptxslides","elo":1152,"rank":15,"win_rate":43.3},{"arena":"agents","category":"webapps","elo":1167,"rank":25,"win_rate":43.3},{"arena":"models","category":"3d","elo":1251,"rank":31,"win_rate":52},{"arena":"models","category":"asciiart","elo":1289,"rank":9,"win_rate":61.2},{"arena":"models","category":"codecategories","elo":1284,"rank":22,"win_rate":55.8},{"arena":"models","category":"dataviz","elo":1282,"rank":17,"win_rate":56.4},{"arena":"models","category":"gamedev","elo":1344,"rank":4,"win_rate":61.3},{"arena":"models","category":"svg","elo":1270,"rank":7,"win_rate":59},{"arena":"models","category":"uicomponent","elo":1293,"rank":21,"win_rate":56.6},{"arena":"models","category":"website","elo":1280,"rank":22,"win_rate":55.3}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:978","lineage_key":"openrouter:openai/gpt-5.5","model_id":"openai/gpt-5.5","model_key":"openrouter:openai/gpt-5.5","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":1157,"rank":60,"win_rate":42.4},{"arena":"models","category":"asciiart","elo":1237,"rank":16,"win_rate":55.5},{"arena":"models","category":"codecategories","elo":1241,"rank":35,"win_rate":52.5},{"arena":"models","category":"dataviz","elo":1264,"rank":25,"win_rate":56.6},{"arena":"models","category":"gamedev","elo":1293,"rank":20,"win_rate":57.6},{"arena":"models","category":"svg","elo":1242,"rank":15,"win_rate":57.8},{"arena":"models","category":"uicomponent","elo":1276,"rank":25,"win_rate":57.4},{"arena":"models","category":"website","elo":1244,"rank":36,"win_rate":52.5},{"arena":"agents","category":"androidnative","elo":1016,"rank":31,"win_rate":47.4},{"arena":"agents","category":"fullstack","elo":1061,"rank":29,"win_rate":40.8},{"arena":"agents","category":"godotgamedev","elo":1135,"rank":22,"win_rate":46.9},{"arena":"agents","category":"mobileapps","elo":1141,"rank":27,"win_rate":44.1},{"arena":"agents","category":"webapps","elo":1118,"rank":29,"win_rate":41.2}],"before":[{"arena":"models","category":"3d","elo":1159,"rank":60,"win_rate":42.4},{"arena":"models","category":"asciiart","elo":1238,"rank":16,"win_rate":55.5},{"arena":"models","category":"codecategories","elo":1241,"rank":35,"win_rate":52.5},{"arena":"models","category":"dataviz","elo":1263,"rank":26,"win_rate":56.6},{"arena":"models","category":"gamedev","elo":1294,"rank":19,"win_rate":57.6},{"arena":"models","category":"svg","elo":1240,"rank":14,"win_rate":57.8},{"arena":"models","category":"uicomponent","elo":1275,"rank":26,"win_rate":57.4},{"arena":"models","category":"website","elo":1244,"rank":36,"win_rate":52.5},{"arena":"agents","category":"androidnative","elo":1015,"rank":31,"win_rate":47.4},{"arena":"agents","category":"fullstack","elo":1061,"rank":29,"win_rate":40.8},{"arena":"agents","category":"godotgamedev","elo":1135,"rank":22,"win_rate":46.9},{"arena":"agents","category":"mobileapps","elo":1142,"rank":27,"win_rate":44.1},{"arena":"agents","category":"webapps","elo":1118,"rank":29,"win_rate":41.2}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:977","lineage_key":"openrouter:openai/gpt-5.4","model_id":"openai/gpt-5.4","model_key":"openrouter:openai/gpt-5.4","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"agents","category":"androidnative","elo":1084,"rank":25,"win_rate":35.2},{"arena":"agents","category":"fullstack","elo":1026,"rank":32,"win_rate":36.4},{"arena":"agents","category":"godotgamedev","elo":1124,"rank":24,"win_rate":45.1},{"arena":"agents","category":"mobileapps","elo":1122,"rank":31,"win_rate":41.4},{"arena":"agents","category":"webapps","elo":1099,"rank":31,"win_rate":38.8},{"arena":"models","category":"3d","elo":1064,"rank":86,"win_rate":35.3},{"arena":"models","category":"asciiart","elo":1188,"rank":30,"win_rate":51.2},{"arena":"models","category":"codecategories","elo":1174,"rank":61,"win_rate":47.2},{"arena":"models","category":"dataviz","elo":1192,"rank":53,"win_rate":50.5},{"arena":"models","category":"gamedev","elo":1216,"rank":44,"win_rate":51.3},{"arena":"models","category":"svg","elo":1177,"rank":40,"win_rate":54},{"arena":"models","category":"uicomponent","elo":1174,"rank":60,"win_rate":47.3},{"arena":"models","category":"website","elo":1186,"rank":61,"win_rate":48.6}],"before":[{"arena":"agents","category":"androidnative","elo":1084,"rank":25,"win_rate":35.2},{"arena":"agents","category":"fullstack","elo":1026,"rank":32,"win_rate":36.4},{"arena":"agents","category":"godotgamedev","elo":1124,"rank":24,"win_rate":45.1},{"arena":"agents","category":"mobileapps","elo":1122,"rank":31,"win_rate":41.4},{"arena":"agents","category":"webapps","elo":1099,"rank":31,"win_rate":38.8},{"arena":"models","category":"3d","elo":1065,"rank":86,"win_rate":35.3},{"arena":"models","category":"asciiart","elo":1189,"rank":28,"win_rate":51.2},{"arena":"models","category":"codecategories","elo":1174,"rank":61,"win_rate":47.2},{"arena":"models","category":"dataviz","elo":1192,"rank":54,"win_rate":50.5},{"arena":"models","category":"gamedev","elo":1218,"rank":44,"win_rate":51.3},{"arena":"models","category":"svg","elo":1175,"rank":39,"win_rate":54},{"arena":"models","category":"uicomponent","elo":1174,"rank":60,"win_rate":47.3},{"arena":"models","category":"website","elo":1186,"rank":61,"win_rate":48.6}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:976","lineage_key":"openrouter:openai/gpt-5.3-codex","model_id":"openai/gpt-5.3-codex","model_key":"openrouter:openai/gpt-5.3-codex","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"agents","category":"androidnative","elo":1176,"rank":16,"win_rate":47.5},{"arena":"agents","category":"fullstack","elo":1035,"rank":31,"win_rate":37},{"arena":"agents","category":"godotgamedev","elo":1142,"rank":20,"win_rate":47.8},{"arena":"agents","category":"mobileapps","elo":1159,"rank":26,"win_rate":47.2},{"arena":"agents","category":"webapps","elo":1107,"rank":30,"win_rate":40}],"before":[{"arena":"agents","category":"androidnative","elo":1176,"rank":16,"win_rate":47.5},{"arena":"agents","category":"fullstack","elo":1036,"rank":31,"win_rate":37},{"arena":"agents","category":"godotgamedev","elo":1142,"rank":20,"win_rate":47.8},{"arena":"agents","category":"mobileapps","elo":1161,"rank":26,"win_rate":47.2},{"arena":"agents","category":"webapps","elo":1106,"rank":30,"win_rate":40}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:975","lineage_key":"openrouter:openai/gpt-5.2-codex","model_id":"openai/gpt-5.2-codex","model_key":"openrouter:openai/gpt-5.2-codex","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"website","elo":1217,"rank":43,"win_rate":54.4},{"arena":"agents","category":"androidnative","elo":1047,"rank":27,"win_rate":49.2},{"arena":"agents","category":"fullstack","elo":1085,"rank":26,"win_rate":44.1},{"arena":"agents","category":"godotgamedev","elo":1142,"rank":19,"win_rate":48.1},{"arena":"agents","category":"mobileapps","elo":1161,"rank":25,"win_rate":47},{"arena":"agents","category":"webapps","elo":1139,"rank":26,"win_rate":45.4},{"arena":"models","category":"3d","elo":1135,"rank":70,"win_rate":41.5},{"arena":"models","category":"codecategories","elo":1199,"rank":52,"win_rate":49.6},{"arena":"models","category":"dataviz","elo":1231,"rank":38,"win_rate":56.1},{"arena":"models","category":"gamedev","elo":1250,"rank":34,"win_rate":56},{"arena":"models","category":"uicomponent","elo":1226,"rank":39,"win_rate":51.3},{"arena":"models","category":"asciiart","elo":1190,"rank":25,"win_rate":50.7},{"arena":"models","category":"svg","elo":1186,"rank":36,"win_rate":53.7}],"before":[{"arena":"models","category":"website","elo":1218,"rank":42,"win_rate":54.5},{"arena":"agents","category":"androidnative","elo":1046,"rank":27,"win_rate":49.2},{"arena":"agents","category":"fullstack","elo":1086,"rank":26,"win_rate":44.1},{"arena":"agents","category":"godotgamedev","elo":1142,"rank":19,"win_rate":48.1},{"arena":"agents","category":"mobileapps","elo":1163,"rank":25,"win_rate":47},{"arena":"agents","category":"webapps","elo":1138,"rank":26,"win_rate":45.4},{"arena":"models","category":"3d","elo":1136,"rank":70,"win_rate":41.5},{"arena":"models","category":"codecategories","elo":1199,"rank":52,"win_rate":49.8},{"arena":"models","category":"dataviz","elo":1231,"rank":38,"win_rate":56.1},{"arena":"models","category":"gamedev","elo":1251,"rank":34,"win_rate":56.1},{"arena":"models","category":"uicomponent","elo":1226,"rank":39,"win_rate":51.4},{"arena":"models","category":"asciiart","elo":1190,"rank":25,"win_rate":50.7},{"arena":"models","category":"svg","elo":1184,"rank":36,"win_rate":53.7}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:974","lineage_key":"openrouter:openai/gpt-5.2","model_id":"openai/gpt-5.2","model_key":"openrouter:openai/gpt-5.2","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":1044,"rank":91,"win_rate":32.8},{"arena":"models","category":"asciiart","elo":1142,"rank":46,"win_rate":43},{"arena":"models","category":"codecategories","elo":1123,"rank":81,"win_rate":41.5},{"arena":"models","category":"dataviz","elo":1126,"rank":78,"win_rate":40.7},{"arena":"models","category":"gamedev","elo":1147,"rank":69,"win_rate":43.4},{"arena":"models","category":"svg","elo":1025,"rank":72,"win_rate":35.3},{"arena":"models","category":"uicomponent","elo":1116,"rank":75,"win_rate":41},{"arena":"models","category":"website","elo":1134,"rank":81,"win_rate":42.8}],"before":[{"arena":"models","category":"3d","elo":1045,"rank":91,"win_rate":32.8},{"arena":"models","category":"asciiart","elo":1142,"rank":46,"win_rate":43},{"arena":"models","category":"codecategories","elo":1123,"rank":81,"win_rate":41.5},{"arena":"models","category":"dataviz","elo":1126,"rank":79,"win_rate":40.7},{"arena":"models","category":"gamedev","elo":1148,"rank":69,"win_rate":43.4},{"arena":"models","category":"svg","elo":1024,"rank":71,"win_rate":35.3},{"arena":"models","category":"uicomponent","elo":1117,"rank":75,"win_rate":41},{"arena":"models","category":"website","elo":1134,"rank":81,"win_rate":42.8}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:973","lineage_key":"openrouter:openai/gpt-5.1-codex-mini","model_id":"openai/gpt-5.1-codex-mini","model_key":"openrouter:openai/gpt-5.1-codex-mini","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"agents","category":"fullstack","elo":1086,"rank":25,"win_rate":44.5},{"arena":"agents","category":"mobileapps","elo":1191,"rank":18,"win_rate":53.4},{"arena":"agents","category":"webapps","elo":1072,"rank":33,"win_rate":44.1},{"arena":"models","category":"codecategories","elo":1180,"rank":60,"win_rate":55.3},{"arena":"models","category":"dataviz","elo":1207,"rank":45,"win_rate":51.4},{"arena":"models","category":"gamedev","elo":1194,"rank":52,"win_rate":52.3},{"arena":"models","category":"website","elo":1184,"rank":63,"win_rate":56}],"before":[{"arena":"agents","category":"fullstack","elo":1086,"rank":25,"win_rate":44.5},{"arena":"agents","category":"mobileapps","elo":1192,"rank":18,"win_rate":53.4},{"arena":"agents","category":"webapps","elo":1072,"rank":33,"win_rate":44.1},{"arena":"models","category":"codecategories","elo":1180,"rank":60,"win_rate":55.2},{"arena":"models","category":"dataviz","elo":1202,"rank":46,"win_rate":50.7},{"arena":"models","category":"gamedev","elo":1195,"rank":53,"win_rate":52.3},{"arena":"models","category":"website","elo":1185,"rank":63,"win_rate":56}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:972","lineage_key":"openrouter:openai/gpt-5.1-codex","model_id":"openai/gpt-5.1-codex","model_key":"openrouter:openai/gpt-5.1-codex","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"agents","category":"mobileapps","elo":1117,"rank":32,"win_rate":43.5},{"arena":"agents","category":"webapps","elo":1075,"rank":32,"win_rate":43.3},{"arena":"models","category":"3d","elo":1117,"rank":78,"win_rate":43.9},{"arena":"models","category":"asciiart","elo":1156,"rank":42,"win_rate":48.6},{"arena":"models","category":"codecategories","elo":1200,"rank":51,"win_rate":53.1},{"arena":"models","category":"dataviz","elo":1233,"rank":37,"win_rate":58},{"arena":"models","category":"gamedev","elo":1234,"rank":37,"win_rate":56},{"arena":"models","category":"svg","elo":1197,"rank":32,"win_rate":57.4},{"arena":"models","category":"uicomponent","elo":1203,"rank":48,"win_rate":53},{"arena":"models","category":"website","elo":1211,"rank":47,"win_rate":54.1}],"before":[{"arena":"agents","category":"mobileapps","elo":1118,"rank":32,"win_rate":43.5},{"arena":"agents","category":"webapps","elo":1075,"rank":32,"win_rate":43.3},{"arena":"models","category":"3d","elo":1119,"rank":78,"win_rate":43.9},{"arena":"models","category":"asciiart","elo":1156,"rank":42,"win_rate":48.6},{"arena":"models","category":"codecategories","elo":1201,"rank":50,"win_rate":53.1},{"arena":"models","category":"dataviz","elo":1233,"rank":37,"win_rate":58},{"arena":"models","category":"gamedev","elo":1235,"rank":37,"win_rate":55.9},{"arena":"models","category":"svg","elo":1195,"rank":31,"win_rate":57.4},{"arena":"models","category":"uicomponent","elo":1203,"rank":47,"win_rate":53},{"arena":"models","category":"website","elo":1211,"rank":49,"win_rate":54.1}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:971","lineage_key":"openrouter:openai/gpt-5.1","model_id":"openai/gpt-5.1","model_key":"openrouter:openai/gpt-5.1","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":1020,"rank":95,"win_rate":36.1},{"arena":"models","category":"codecategories","elo":1114,"rank":82,"win_rate":48.1},{"arena":"models","category":"dataviz","elo":1092,"rank":84,"win_rate":47.2},{"arena":"models","category":"gamedev","elo":1100,"rank":82,"win_rate":46.6},{"arena":"models","category":"uicomponent","elo":1103,"rank":79,"win_rate":51.9},{"arena":"models","category":"website","elo":1125,"rank":84,"win_rate":48.9}],"before":[{"arena":"models","category":"3d","elo":1021,"rank":95,"win_rate":36.1},{"arena":"models","category":"codecategories","elo":1114,"rank":82,"win_rate":48.1},{"arena":"models","category":"dataviz","elo":1088,"rank":84,"win_rate":46.7},{"arena":"models","category":"gamedev","elo":1102,"rank":82,"win_rate":46.6},{"arena":"models","category":"uicomponent","elo":1103,"rank":79,"win_rate":52},{"arena":"models","category":"website","elo":1125,"rank":84,"win_rate":48.9}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:970","lineage_key":"openrouter:openai/gpt-5-nano","model_id":"openai/gpt-5-nano","model_key":"openrouter:openai/gpt-5-nano","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:97","lineage_key":"opencode_go:qwen3.8-max","model_id":"qwen3.8-max","model_key":"opencode_go:qwen3.8-max","provider":"opencode_go","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"introduced"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":1093,"rank":82,"win_rate":36.9},{"arena":"models","category":"asciiart","elo":1159,"rank":40,"win_rate":44.5},{"arena":"models","category":"codecategories","elo":1144,"rank":74,"win_rate":43.5},{"arena":"models","category":"dataviz","elo":1159,"rank":65,"win_rate":43.6},{"arena":"models","category":"gamedev","elo":1184,"rank":59,"win_rate":46.5},{"arena":"models","category":"svg","elo":1138,"rank":48,"win_rate":45.8},{"arena":"models","category":"uicomponent","elo":1142,"rank":65,"win_rate":42},{"arena":"models","category":"website","elo":1148,"rank":73,"win_rate":44.3}],"before":[{"arena":"models","category":"3d","elo":1094,"rank":82,"win_rate":36.9},{"arena":"models","category":"asciiart","elo":1160,"rank":40,"win_rate":44.5},{"arena":"models","category":"codecategories","elo":1144,"rank":74,"win_rate":43.5},{"arena":"models","category":"dataviz","elo":1158,"rank":65,"win_rate":43.6},{"arena":"models","category":"gamedev","elo":1185,"rank":59,"win_rate":46.5},{"arena":"models","category":"svg","elo":1137,"rank":47,"win_rate":45.8},{"arena":"models","category":"uicomponent","elo":1142,"rank":65,"win_rate":42},{"arena":"models","category":"website","elo":1149,"rank":73,"win_rate":44.3}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:969","lineage_key":"openrouter:openai/gpt-5-mini","model_id":"openai/gpt-5-mini","model_key":"openrouter:openai/gpt-5-mini","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"graphicdesign","elo":1202,"rank":7,"win_rate":49.1},{"arena":"models","category":"image","elo":1215,"rank":7,"win_rate":54},{"arena":"models","category":"logo","elo":1218,"rank":7,"win_rate":52.9}],"before":[{"arena":"models","category":"graphicdesign","elo":1202,"rank":7,"win_rate":49.1},{"arena":"models","category":"image","elo":1215,"rank":7,"win_rate":54},{"arena":"models","category":"logo","elo":1218,"rank":7,"win_rate":53}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:968","lineage_key":"openrouter:openai/gpt-5-image","model_id":"openai/gpt-5-image","model_key":"openrouter:openai/gpt-5-image","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":1112,"rank":79,"win_rate":41.4},{"arena":"models","category":"asciiart","elo":1178,"rank":36,"win_rate":49},{"arena":"models","category":"codecategories","elo":1198,"rank":53,"win_rate":54.7},{"arena":"models","category":"dataviz","elo":1264,"rank":26,"win_rate":62.9},{"arena":"models","category":"gamedev","elo":1241,"rank":36,"win_rate":59.5},{"arena":"models","category":"svg","elo":1236,"rank":17,"win_rate":64.1},{"arena":"models","category":"uicomponent","elo":1218,"rank":41,"win_rate":58.2},{"arena":"models","category":"website","elo":1208,"rank":52,"win_rate":53.8}],"before":[{"arena":"models","category":"3d","elo":1113,"rank":79,"win_rate":41.3},{"arena":"models","category":"asciiart","elo":1179,"rank":36,"win_rate":49},{"arena":"models","category":"codecategories","elo":1198,"rank":53,"win_rate":54.7},{"arena":"models","category":"dataviz","elo":1267,"rank":22,"win_rate":63.3},{"arena":"models","category":"gamedev","elo":1242,"rank":36,"win_rate":59.5},{"arena":"models","category":"svg","elo":1234,"rank":16,"win_rate":64.1},{"arena":"models","category":"uicomponent","elo":1219,"rank":40,"win_rate":58.3},{"arena":"models","category":"website","elo":1208,"rank":52,"win_rate":53.8}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:967","lineage_key":"openrouter:openai/gpt-5","model_id":"openai/gpt-5","model_key":"openrouter:openai/gpt-5","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":924,"rank":100,"win_rate":39.2},{"arena":"models","category":"codecategories","elo":890,"rank":112,"win_rate":34.8},{"arena":"models","category":"dataviz","elo":885,"rank":109,"win_rate":36},{"arena":"models","category":"gamedev","elo":961,"rank":104,"win_rate":42.3},{"arena":"models","category":"uicomponent","elo":922,"rank":104,"win_rate":38.1},{"arena":"models","category":"website","elo":855,"rank":118,"win_rate":31.5}],"before":[{"arena":"models","category":"3d","elo":925,"rank":100,"win_rate":39.2},{"arena":"models","category":"codecategories","elo":890,"rank":112,"win_rate":34.8},{"arena":"models","category":"dataviz","elo":886,"rank":109,"win_rate":36},{"arena":"models","category":"gamedev","elo":962,"rank":104,"win_rate":42.3},{"arena":"models","category":"uicomponent","elo":922,"rank":104,"win_rate":38.1},{"arena":"models","category":"website","elo":855,"rank":118,"win_rate":31.5}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:966","lineage_key":"openrouter:openai/gpt-4o","model_id":"openai/gpt-4o","model_key":"openrouter:openai/gpt-4o","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":980,"rank":97,"win_rate":46},{"arena":"models","category":"codecategories","elo":992,"rank":104,"win_rate":47.3},{"arena":"models","category":"dataviz","elo":920,"rank":107,"win_rate":41.1},{"arena":"models","category":"gamedev","elo":1025,"rank":97,"win_rate":49.6},{"arena":"models","category":"uicomponent","elo":952,"rank":100,"win_rate":43.9},{"arena":"models","category":"website","elo":996,"rank":107,"win_rate":48.1}],"before":[{"arena":"models","category":"3d","elo":981,"rank":97,"win_rate":46},{"arena":"models","category":"codecategories","elo":992,"rank":105,"win_rate":47.3},{"arena":"models","category":"dataviz","elo":921,"rank":107,"win_rate":41.1},{"arena":"models","category":"gamedev","elo":1026,"rank":97,"win_rate":49.6},{"arena":"models","category":"uicomponent","elo":953,"rank":100,"win_rate":43.9},{"arena":"models","category":"website","elo":997,"rank":107,"win_rate":48.1}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:965","lineage_key":"openrouter:openai/gpt-4.1-nano","model_id":"openai/gpt-4.1-nano","model_key":"openrouter:openai/gpt-4.1-nano","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":892,"rank":104,"win_rate":30.5},{"arena":"models","category":"codecategories","elo":1023,"rank":101,"win_rate":47.5},{"arena":"models","category":"dataviz","elo":1062,"rank":89,"win_rate":49.2},{"arena":"models","category":"gamedev","elo":1125,"rank":78,"win_rate":58.5},{"arena":"models","category":"uicomponent","elo":997,"rank":94,"win_rate":45.4},{"arena":"models","category":"website","elo":1021,"rank":103,"win_rate":47.8}],"before":[{"arena":"models","category":"3d","elo":893,"rank":104,"win_rate":30.5},{"arena":"models","category":"codecategories","elo":1023,"rank":101,"win_rate":47.5},{"arena":"models","category":"dataviz","elo":1062,"rank":89,"win_rate":49.2},{"arena":"models","category":"gamedev","elo":1127,"rank":78,"win_rate":58.5},{"arena":"models","category":"uicomponent","elo":998,"rank":94,"win_rate":45.4},{"arena":"models","category":"website","elo":1021,"rank":103,"win_rate":47.8}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:964","lineage_key":"openrouter:openai/gpt-4.1-mini","model_id":"openai/gpt-4.1-mini","model_key":"openrouter:openai/gpt-4.1-mini","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":905,"rank":103,"win_rate":30.9},{"arena":"models","category":"codecategories","elo":1055,"rank":94,"win_rate":50.9},{"arena":"models","category":"dataviz","elo":1133,"rank":73,"win_rate":59.5},{"arena":"models","category":"gamedev","elo":1134,"rank":73,"win_rate":59.1},{"arena":"models","category":"uicomponent","elo":1036,"rank":90,"win_rate":49.7},{"arena":"models","category":"website","elo":1062,"rank":96,"win_rate":52.3}],"before":[{"arena":"models","category":"3d","elo":906,"rank":103,"win_rate":30.9},{"arena":"models","category":"codecategories","elo":1055,"rank":94,"win_rate":50.9},{"arena":"models","category":"dataviz","elo":1133,"rank":73,"win_rate":59.5},{"arena":"models","category":"gamedev","elo":1136,"rank":72,"win_rate":59.1},{"arena":"models","category":"uicomponent","elo":1037,"rank":90,"win_rate":49.7},{"arena":"models","category":"website","elo":1062,"rank":96,"win_rate":52.3}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:963","lineage_key":"openrouter:openai/gpt-4.1","model_id":"openai/gpt-4.1","model_key":"openrouter:openai/gpt-4.1","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":1188,"rank":50,"win_rate":41.4},{"arena":"models","category":"asciiart","elo":1113,"rank":51,"win_rate":37.5},{"arena":"models","category":"codecategories","elo":1156,"rank":69,"win_rate":36.2},{"arena":"models","category":"dataviz","elo":1153,"rank":70,"win_rate":37.8},{"arena":"models","category":"gamedev","elo":1182,"rank":60,"win_rate":38.6},{"arena":"models","category":"svg","elo":1126,"rank":51,"win_rate":37.6},{"arena":"models","category":"uicomponent","elo":1181,"rank":57,"win_rate":39.6},{"arena":"models","category":"website","elo":1132,"rank":82,"win_rate":32.9}],"before":[{"arena":"models","category":"3d","elo":1191,"rank":49,"win_rate":41.6},{"arena":"models","category":"asciiart","elo":1114,"rank":51,"win_rate":37.5},{"arena":"models","category":"codecategories","elo":1156,"rank":69,"win_rate":36.3},{"arena":"models","category":"dataviz","elo":1151,"rank":71,"win_rate":37.6},{"arena":"models","category":"gamedev","elo":1183,"rank":60,"win_rate":38.8},{"arena":"models","category":"svg","elo":1124,"rank":50,"win_rate":37.5},{"arena":"models","category":"uicomponent","elo":1180,"rank":59,"win_rate":39.5},{"arena":"models","category":"website","elo":1131,"rank":83,"win_rate":32.9}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:962","lineage_key":"openrouter:nvidia/nemotron-3-ultra-550b-a55b:free","model_id":"nvidia/nemotron-3-ultra-550b-a55b:free","model_key":"openrouter:nvidia/nemotron-3-ultra-550b-a55b:free","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":1188,"rank":50,"win_rate":41.4},{"arena":"models","category":"asciiart","elo":1113,"rank":51,"win_rate":37.5},{"arena":"models","category":"codecategories","elo":1156,"rank":69,"win_rate":36.2},{"arena":"models","category":"dataviz","elo":1153,"rank":70,"win_rate":37.8},{"arena":"models","category":"gamedev","elo":1182,"rank":60,"win_rate":38.6},{"arena":"models","category":"svg","elo":1126,"rank":51,"win_rate":37.6},{"arena":"models","category":"uicomponent","elo":1181,"rank":57,"win_rate":39.6},{"arena":"models","category":"website","elo":1132,"rank":82,"win_rate":32.9}],"before":[{"arena":"models","category":"3d","elo":1191,"rank":49,"win_rate":41.6},{"arena":"models","category":"asciiart","elo":1114,"rank":51,"win_rate":37.5},{"arena":"models","category":"codecategories","elo":1156,"rank":69,"win_rate":36.3},{"arena":"models","category":"dataviz","elo":1151,"rank":71,"win_rate":37.6},{"arena":"models","category":"gamedev","elo":1183,"rank":60,"win_rate":38.8},{"arena":"models","category":"svg","elo":1124,"rank":50,"win_rate":37.5},{"arena":"models","category":"uicomponent","elo":1180,"rank":59,"win_rate":39.5},{"arena":"models","category":"website","elo":1131,"rank":83,"win_rate":32.9}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:961","lineage_key":"openrouter:nvidia/nemotron-3-ultra-550b-a55b","model_id":"nvidia/nemotron-3-ultra-550b-a55b","model_key":"openrouter:nvidia/nemotron-3-ultra-550b-a55b","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"3d","elo":1307,"rank":14,"win_rate":53.9},{"arena":"models","category":"asciiart","elo":1133,"rank":48,"win_rate":37.3},{"arena":"models","category":"codecategories","elo":1269,"rank":28,"win_rate":50.4},{"arena":"models","category":"dataviz","elo":1275,"rank":20,"win_rate":52.5},{"arena":"models","category":"gamedev","elo":1274,"rank":26,"win_rate":50.6},{"arena":"models","category":"svg","elo":1248,"rank":13,"win_rate":52.4},{"arena":"models","category":"uicomponent","elo":1262,"rank":30,"win_rate":49.5},{"arena":"models","category":"website","elo":1251,"rank":33,"win_rate":48.3}],"before":[{"arena":"models","category":"3d","elo":1308,"rank":14,"win_rate":54.3},{"arena":"models","category":"asciiart","elo":1133,"rank":48,"win_rate":37.3},{"arena":"models","category":"codecategories","elo":1270,"rank":28,"win_rate":50.7},{"arena":"models","category":"dataviz","elo":1273,"rank":20,"win_rate":52.4},{"arena":"models","category":"gamedev","elo":1279,"rank":24,"win_rate":51.2},{"arena":"models","category":"svg","elo":1247,"rank":12,"win_rate":52.4},{"arena":"models","category":"uicomponent","elo":1261,"rank":30,"win_rate":49.3},{"arena":"models","category":"website","elo":1252,"rank":32,"win_rate":48.5}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:960","lineage_key":"openrouter:nex-agi/nex-n2-pro","model_id":"nex-agi/nex-n2-pro","model_key":"openrouter:nex-agi/nex-n2-pro","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:96","lineage_key":"ollama_cloud:deepseek-v4-flash:0731","model_id":"deepseek-v4-flash:0731","model_key":"ollama_cloud:deepseek-v4-flash:0731","provider":"ollama_cloud","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"introduced"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"agents","category":"godotgamedev","elo":1199,"rank":11,"win_rate":48.5},{"arena":"agents","category":"python-pptxslides","elo":1375,"rank":1,"win_rate":70.7},{"arena":"agents","category":"webapps","elo":1333,"rank":1,"win_rate":63.7},{"arena":"models","category":"3d","elo":1456,"rank":1,"win_rate":69.4},{"arena":"models","category":"codecategories","elo":1417,"rank":1,"win_rate":66.7},{"arena":"models","category":"dataviz","elo":1382,"rank":2,"win_rate":65.4},{"arena":"models","category":"uicomponent","elo":1397,"rank":1,"win_rate":64.8},{"arena":"models","category":"website","elo":1379,"rank":1,"win_rate":63.5}],"before":[{"arena":"agents","category":"godotgamedev","elo":1199,"rank":11,"win_rate":48.5},{"arena":"agents","category":"python-pptxslides","elo":1377,"rank":1,"win_rate":70.8},{"arena":"agents","category":"webapps","elo":1332,"rank":1,"win_rate":63.5},{"arena":"models","category":"3d","elo":1456,"rank":1,"win_rate":69.4},{"arena":"models","category":"codecategories","elo":1417,"rank":1,"win_rate":66.9},{"arena":"models","category":"dataviz","elo":1382,"rank":1,"win_rate":66.5},{"arena":"models","category":"uicomponent","elo":1408,"rank":1,"win_rate":67.1},{"arena":"models","category":"website","elo":1374,"rank":1,"win_rate":63.3}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:959","lineage_key":"openrouter:moonshotai/kimi-k3","model_id":"moonshotai/kimi-k3","model_key":"openrouter:moonshotai/kimi-k3","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"agents","category":"agenticgamedev","elo":1138,"rank":16,"win_rate":42.8},{"arena":"agents","category":"androidnative","elo":1243,"rank":8,"win_rate":56.4},{"arena":"agents","category":"fullstack","elo":1220,"rank":11,"win_rate":54.7},{"arena":"agents","category":"godotgamedev","elo":1189,"rank":12,"win_rate":49.4},{"arena":"agents","category":"htmlslides","elo":1226,"rank":7,"win_rate":53.9},{"arena":"agents","category":"mobileapps","elo":1214,"rank":12,"win_rate":50.7},{"arena":"agents","category":"python-pptxslides","elo":1153,"rank":15,"win_rate":42.9},{"arena":"agents","category":"webapps","elo":1230,"rank":16,"win_rate":49.3},{"arena":"models","category":"3d","elo":1300,"rank":18,"win_rate":52.3},{"arena":"models","category":"asciiart","elo":1253,"rank":11,"win_rate":53},{"arena":"models","category":"codecategories","elo":1290,"rank":19,"win_rate":53.2},{"arena":"models","category":"dataviz","elo":1256,"rank":31,"win_rate":51.7},{"arena":"models","category":"gamedev","elo":1269,"rank":27,"win_rate":50.7},{"arena":"models","category":"svg","elo":1219,"rank":22,"win_rate":48.7},{"arena":"models","category":"uicomponent","elo":1295,"rank":18,"win_rate":53.8},{"arena":"models","category":"website","elo":1299,"rank":12,"win_rate":55.1}],"before":[{"arena":"agents","category":"agenticgamedev","elo":1138,"rank":16,"win_rate":42.9},{"arena":"agents","category":"androidnative","elo":1245,"rank":8,"win_rate":56.5},{"arena":"agents","category":"fullstack","elo":1220,"rank":11,"win_rate":54.6},{"arena":"agents","category":"godotgamedev","elo":1189,"rank":12,"win_rate":49.4},{"arena":"agents","category":"htmlslides","elo":1227,"rank":6,"win_rate":53.9},{"arena":"agents","category":"mobileapps","elo":1214,"rank":13,"win_rate":50.5},{"arena":"agents","category":"python-pptxslides","elo":1154,"rank":14,"win_rate":43},{"arena":"agents","category":"webapps","elo":1230,"rank":16,"win_rate":49.3},{"arena":"models","category":"3d","elo":1300,"rank":18,"win_rate":52.3},{"arena":"models","category":"asciiart","elo":1250,"rank":12,"win_rate":52.6},{"arena":"models","category":"codecategories","elo":1290,"rank":19,"win_rate":53.4},{"arena":"models","category":"dataviz","elo":1255,"rank":32,"win_rate":51.7},{"arena":"models","category":"gamedev","elo":1270,"rank":27,"win_rate":50.8},{"arena":"models","category":"svg","elo":1220,"rank":21,"win_rate":48.7},{"arena":"models","category":"uicomponent","elo":1297,"rank":19,"win_rate":54.1},{"arena":"models","category":"website","elo":1300,"rank":12,"win_rate":55.5}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:958","lineage_key":"openrouter:moonshotai/kimi-k2.7-code","model_id":"moonshotai/kimi-k2.7-code","model_key":"openrouter:moonshotai/kimi-k2.7-code","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":0.0992,"before":0.2,"op":"replace","path":"cost.cache_read"},{"after":0.589,"before":0.6,"op":"replace","path":"cost.input"},{"after":2.48,"before":3.41,"op":"replace","path":"cost.output"},{"after":[{"arena":"agents","category":"agenticgamedev","elo":1152,"rank":15,"win_rate":48},{"arena":"agents","category":"agentichtmlslides","elo":1248,"rank":2,"win_rate":59},{"arena":"agents","category":"agenticslides","elo":1187,"rank":5,"win_rate":45.8},{"arena":"agents","category":"agenticslides(html)","elo":1252,"rank":2,"win_rate":59.2},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1186,"rank":5,"win_rate":45.5},{"arena":"agents","category":"androidnative","elo":1257,"rank":5,"win_rate":59},{"arena":"agents","category":"fullstack","elo":1202,"rank":14,"win_rate":55.2},{"arena":"agents","category":"godotgamedev","elo":1165,"rank":14,"win_rate":47.9},{"arena":"agents","category":"htmlslides","elo":1226,"rank":6,"win_rate":54.6},{"arena":"agents","category":"mobileapps","elo":1243,"rank":7,"win_rate":57},{"arena":"agents","category":"pptxslides","elo":1181,"rank":5,"win_rate":44.3},{"arena":"agents","category":"python-pptxslides","elo":1180,"rank":11,"win_rate":42.1},{"arena":"agents","category":"webapps","elo":1268,"rank":8,"win_rate":59.3},{"arena":"models","category":"3d","elo":1330,"rank":7,"win_rate":60.3},{"arena":"models","category":"asciiart","elo":1189,"rank":26,"win_rate":46.6},{"arena":"models","category":"codecategories","elo":1306,"rank":11,"win_rate":56.8},{"arena":"models","category":"dataviz","elo":1288,"rank":16,"win_rate":56.2},{"arena":"models","category":"gamedev","elo":1303,"rank":16,"win_rate":56.1},{"arena":"models","category":"svg","elo":1226,"rank":19,"win_rate":51.6},{"arena":"models","category":"uicomponent","elo":1300,"rank":17,"win_rate":55.9},{"arena":"models","category":"website","elo":1299,"rank":11,"win_rate":55.6}],"before":[{"arena":"agents","category":"agenticgamedev","elo":1151,"rank":15,"win_rate":48},{"arena":"agents","category":"agentichtmlslides","elo":1248,"rank":2,"win_rate":59},{"arena":"agents","category":"agenticslides","elo":1187,"rank":5,"win_rate":45.8},{"arena":"agents","category":"agenticslides(html)","elo":1252,"rank":2,"win_rate":59.2},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1186,"rank":5,"win_rate":45.5},{"arena":"agents","category":"androidnative","elo":1257,"rank":5,"win_rate":59},{"arena":"agents","category":"fullstack","elo":1203,"rank":14,"win_rate":55.4},{"arena":"agents","category":"godotgamedev","elo":1164,"rank":14,"win_rate":47.9},{"arena":"agents","category":"htmlslides","elo":1226,"rank":7,"win_rate":54.6},{"arena":"agents","category":"mobileapps","elo":1243,"rank":7,"win_rate":57},{"arena":"agents","category":"pptxslides","elo":1181,"rank":5,"win_rate":44.3},{"arena":"agents","category":"python-pptxslides","elo":1180,"rank":11,"win_rate":42.1},{"arena":"agents","category":"webapps","elo":1268,"rank":8,"win_rate":59.3},{"arena":"models","category":"3d","elo":1331,"rank":8,"win_rate":60.4},{"arena":"models","category":"asciiart","elo":1189,"rank":29,"win_rate":46},{"arena":"models","category":"codecategories","elo":1307,"rank":11,"win_rate":56.8},{"arena":"models","category":"dataviz","elo":1288,"rank":15,"win_rate":56.2},{"arena":"models","category":"gamedev","elo":1304,"rank":15,"win_rate":56},{"arena":"models","category":"svg","elo":1226,"rank":18,"win_rate":51.8},{"arena":"models","category":"uicomponent","elo":1300,"rank":17,"win_rate":56},{"arena":"models","category":"website","elo":1299,"rank":13,"win_rate":55.7}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:957","lineage_key":"openrouter:moonshotai/kimi-k2.6","model_id":"moonshotai/kimi-k2.6","model_key":"openrouter:moonshotai/kimi-k2.6","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"agents","category":"androidnative","elo":1107,"rank":22,"win_rate":57.9},{"arena":"agents","category":"fullstack","elo":1158,"rank":18,"win_rate":54.2},{"arena":"agents","category":"godotgamedev","elo":1219,"rank":9,"win_rate":59.8},{"arena":"agents","category":"mobileapps","elo":1175,"rank":21,"win_rate":49},{"arena":"agents","category":"webapps","elo":1178,"rank":21,"win_rate":50.3},{"arena":"models","category":"3d","elo":1261,"rank":29,"win_rate":53},{"arena":"models","category":"asciiart","elo":1205,"rank":19,"win_rate":46.5},{"arena":"models","category":"codecategories","elo":1266,"rank":29,"win_rate":54.1},{"arena":"models","category":"dataviz","elo":1249,"rank":33,"win_rate":51.3},{"arena":"models","category":"gamedev","elo":1261,"rank":29,"win_rate":53.4},{"arena":"models","category":"svg","elo":1195,"rank":33,"win_rate":48.4},{"arena":"models","category":"uicomponent","elo":1273,"rank":27,"win_rate":53.6},{"arena":"models","category":"website","elo":1273,"rank":24,"win_rate":55.3}],"before":[{"arena":"agents","category":"androidnative","elo":1106,"rank":22,"win_rate":57.9},{"arena":"agents","category":"fullstack","elo":1158,"rank":18,"win_rate":54.2},{"arena":"agents","category":"godotgamedev","elo":1219,"rank":9,"win_rate":59.8},{"arena":"agents","category":"mobileapps","elo":1176,"rank":21,"win_rate":49},{"arena":"agents","category":"webapps","elo":1178,"rank":21,"win_rate":50.3},{"arena":"models","category":"3d","elo":1262,"rank":29,"win_rate":53},{"arena":"models","category":"asciiart","elo":1205,"rank":19,"win_rate":46.5},{"arena":"models","category":"codecategories","elo":1267,"rank":29,"win_rate":54.1},{"arena":"models","category":"dataviz","elo":1249,"rank":33,"win_rate":51.5},{"arena":"models","category":"gamedev","elo":1262,"rank":29,"win_rate":53.4},{"arena":"models","category":"svg","elo":1193,"rank":32,"win_rate":48.3},{"arena":"models","category":"uicomponent","elo":1272,"rank":28,"win_rate":53.5},{"arena":"models","category":"website","elo":1273,"rank":24,"win_rate":55.3}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:956","lineage_key":"openrouter:moonshotai/kimi-k2.5","model_id":"moonshotai/kimi-k2.5","model_key":"openrouter:moonshotai/kimi-k2.5","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"codecategories","elo":1127,"rank":80,"win_rate":48.5},{"arena":"models","category":"website","elo":1131,"rank":83,"win_rate":48.3}],"before":[{"arena":"models","category":"codecategories","elo":1127,"rank":80,"win_rate":48.5},{"arena":"models","category":"website","elo":1131,"rank":82,"win_rate":48.3}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:955","lineage_key":"openrouter:moonshotai/kimi-k2-0905","model_id":"moonshotai/kimi-k2-0905","model_key":"openrouter:moonshotai/kimi-k2-0905","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"},{"captured_at":"2026-08-04T03:22:27.328394Z","changes":[{"after":[{"arena":"models","category":"codecategories","elo":1063,"rank":91,"win_rate":51.7},{"arena":"models","category":"dataviz","elo":1047,"rank":92,"win_rate":49.4},{"arena":"models","category":"gamedev","elo":1029,"rank":96,"win_rate":46.4},{"arena":"models","category":"uicomponent","elo":1067,"rank":83,"win_rate":55.1},{"arena":"models","category":"website","elo":1074,"rank":94,"win_rate":53.1}],"before":[{"arena":"models","category":"codecategories","elo":1063,"rank":91,"win_rate":51.7},{"arena":"models","category":"dataviz","elo":1048,"rank":91,"win_rate":49.4},{"arena":"models","category":"gamedev","elo":1030,"rank":96,"win_rate":46.4},{"arena":"models","category":"uicomponent","elo":1067,"rank":83,"win_rate":55.1},{"arena":"models","category":"website","elo":1074,"rank":94,"win_rate":53.1}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6:2026-08-04T03:22:27.328394Z:954","lineage_key":"openrouter:moonshotai/kimi-k2","model_id":"moonshotai/kimi-k2","model_key":"openrouter:moonshotai/kimi-k2","provider":"openrouter","schema_version":1,"snapshot_id":"b7ca903fa04b4fd91612e41f41663dd4a7f1f09b7f0288172bef76e27eacefb6","type":"changed"}],"recent":true,"schema_version":1}