{"meta":{"events_written":25748,"from_commit":null,"from_ref":"64bf7442def9ab22e2ead662b375c1b55a426e8dd60b1ef0088eb5e4ef51db49","from_snapshot_id":"64bf7442def9ab22e2ead662b375c1b55a426e8dd60b1ef0088eb5e4ef51db49","generated_at":"2026-06-25T04:20:58.457496Z","range_kind":"snapshots","snapshots_written":94,"to_commit":null,"to_ref":"a297f1d6cbcd696145e71b7661c2fefce982796ddb688a01d78dd9eef08bc60a","to_snapshot_id":"a297f1d6cbcd696145e71b7661c2fefce982796ddb688a01d78dd9eef08bc60a","unique_snapshots_written":94},"events":[{"captured_at":"2026-05-20T04:16:12.484505Z","changes":[],"event_id":"4df7f6bba3e534cf450f9c98adc609cb744f472874bbba7ffd8c523e3c1e7dfe:2026-05-20T04:16:12.484505Z:3","lineage_key":"openrouter:google/gemini-3.5-flash","model_id":"google/gemini-3.5-flash","model_key":"openrouter:google/gemini-3.5-flash","provider":"openrouter","schema_version":1,"snapshot_id":"4df7f6bba3e534cf450f9c98adc609cb744f472874bbba7ffd8c523e3c1e7dfe","type":"introduced"},{"captured_at":"2026-05-21T04:25:59.720735Z","changes":[{"after":true,"before":false,"op":"replace","path":"capabilities.reasoning.enabled"},{"after":null,"before":true,"op":"remove","path":"capabilities.streaming.text"},{"after":true,"before":false,"op":"replace","path":"capabilities.streaming.tool_calls"},{"after":0.15,"before":null,"op":"add","path":"cost.cache_read"},{"after":0.083333,"before":null,"op":"add","path":"cost.cache_write"},{"after":true,"before":null,"op":"add","path":"extra.attachment"},{"after":"gemini-flash","before":null,"op":"add","path":"extra.family"},{"after":false,"before":null,"op":"add","path":"extra.open_weights"},{"after":true,"before":null,"op":"add","path":"extra.structured_output"},{"after":true,"before":null,"op":"add","path":"extra.temperature"},{"after":"2025-01","before":null,"op":"replace","path":"knowledge"},{"after":"2026-05-19","before":null,"op":"replace","path":"last_updated"},{"after":["audio","file","image","pdf","text","video"],"before":["audio","file","image","text","video"],"op":"replace","path":"modalities.input"}],"event_id":"bc9bf3125d24f44bcb37b0ee586bb4951b6f1c67946db1da053c6a1feee14d63:2026-05-21T04:25:59.720735Z:90","lineage_key":"openrouter:google/gemini-3.5-flash","model_id":"google/gemini-3.5-flash","model_key":"openrouter:google/gemini-3.5-flash","provider":"openrouter","schema_version":1,"snapshot_id":"bc9bf3125d24f44bcb37b0ee586bb4951b6f1c67946db1da053c6a1feee14d63","type":"changed"},{"captured_at":"2026-06-11T04:48:44.133199Z","changes":[{"after":3.0,"before":null,"op":"add","path":"cost.audio"},{"after":{"components":[{"id":"tool.web_search","kind":"tool","per":1,"rate":0.014,"tool":"web_search","unit":"call"}],"currency":"USD","merge":"merge_by_id"},"before":null,"op":"replace","path":"pricing"}],"event_id":"b7bef082bc05f5f9e9ffb5adf63d223d38f7d42588c8a75b9bd0f17e96d8f6ca:2026-06-11T04:48:44.133199Z:365","lineage_key":"openrouter:google/gemini-3.5-flash","model_id":"google/gemini-3.5-flash","model_key":"openrouter:google/gemini-3.5-flash","provider":"openrouter","schema_version":1,"snapshot_id":"b7bef082bc05f5f9e9ffb5adf63d223d38f7d42588c8a75b9bd0f17e96d8f6ca","type":"changed"},{"captured_at":"2026-06-12T04:48:47.255366Z","changes":[{"after":{"artificial_analysis":{"agentic_index":70.3,"coding_index":45,"intelligence_index":55.3},"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agenticslides","elo":1253,"rank":3,"win_rate":57.5},{"arena":"agents","category":"androidnative","elo":1253,"rank":4,"win_rate":55.8},{"arena":"agents","category":"fullstack","elo":1288,"rank":5,"win_rate":59.3},{"arena":"agents","category":"mobileapps","elo":1265,"rank":4,"win_rate":57},{"arena":"agents","category":"webapps","elo":1285,"rank":3,"win_rate":55},{"arena":"models","category":"3d","elo":1315,"rank":11,"win_rate":61.6},{"arena":"models","category":"asciiart","elo":1318,"rank":1,"win_rate":63.5},{"arena":"models","category":"codecategories","elo":1299,"rank":13,"win_rate":58.5},{"arena":"models","category":"dataviz","elo":1269,"rank":21,"win_rate":57.4},{"arena":"models","category":"gamedev","elo":1321,"rank":10,"win_rate":60.2},{"arena":"models","category":"svg","elo":1315,"rank":3,"win_rate":65.1},{"arena":"models","category":"uicomponent","elo":1304,"rank":13,"win_rate":59.7},{"arena":"models","category":"website","elo":1292,"rank":16,"win_rate":57.2}]},"before":null,"op":"add","path":"extra.benchmarks"},{"after":[{"type":"effort","values":["minimal","low","medium","high"]}],"before":null,"op":"add","path":"extra.reasoning_options"}],"event_id":"e922b58d26372d1bb683124212afe62baa092b8ecbd64030b08f982e572572ca:2026-06-12T04:48:47.255366Z:230","lineage_key":"openrouter:google/gemini-3.5-flash","model_id":"google/gemini-3.5-flash","model_key":"openrouter:google/gemini-3.5-flash","provider":"openrouter","schema_version":1,"snapshot_id":"e922b58d26372d1bb683124212afe62baa092b8ecbd64030b08f982e572572ca","type":"changed"},{"captured_at":"2026-06-13T04:28:17.423572Z","changes":[{"after":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agenticslides","elo":1253,"rank":3,"win_rate":57.5},{"arena":"agents","category":"androidnative","elo":1255,"rank":5,"win_rate":55.8},{"arena":"agents","category":"fullstack","elo":1285,"rank":5,"win_rate":59.2},{"arena":"agents","category":"mobileapps","elo":1266,"rank":3,"win_rate":57},{"arena":"agents","category":"webapps","elo":1278,"rank":3,"win_rate":55},{"arena":"models","category":"3d","elo":1315,"rank":12,"win_rate":61.7},{"arena":"models","category":"asciiart","elo":1316,"rank":2,"win_rate":63.3},{"arena":"models","category":"codecategories","elo":1300,"rank":12,"win_rate":58.5},{"arena":"models","category":"dataviz","elo":1270,"rank":21,"win_rate":57.4},{"arena":"models","category":"gamedev","elo":1318,"rank":11,"win_rate":59.8},{"arena":"models","category":"svg","elo":1314,"rank":3,"win_rate":64.9},{"arena":"models","category":"uicomponent","elo":1304,"rank":12,"win_rate":59.6},{"arena":"models","category":"website","elo":1292,"rank":16,"win_rate":57.3}],"before":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agenticslides","elo":1253,"rank":3,"win_rate":57.5},{"arena":"agents","category":"androidnative","elo":1253,"rank":4,"win_rate":55.8},{"arena":"agents","category":"fullstack","elo":1288,"rank":5,"win_rate":59.3},{"arena":"agents","category":"mobileapps","elo":1265,"rank":4,"win_rate":57},{"arena":"agents","category":"webapps","elo":1285,"rank":3,"win_rate":55},{"arena":"models","category":"3d","elo":1315,"rank":11,"win_rate":61.6},{"arena":"models","category":"asciiart","elo":1318,"rank":1,"win_rate":63.5},{"arena":"models","category":"codecategories","elo":1299,"rank":13,"win_rate":58.5},{"arena":"models","category":"dataviz","elo":1269,"rank":21,"win_rate":57.4},{"arena":"models","category":"gamedev","elo":1321,"rank":10,"win_rate":60.2},{"arena":"models","category":"svg","elo":1315,"rank":3,"win_rate":65.1},{"arena":"models","category":"uicomponent","elo":1304,"rank":13,"win_rate":59.7},{"arena":"models","category":"website","elo":1292,"rank":16,"win_rate":57.2}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"745c9c454086d6c7168b2e0c1dd3931dd19f276edbe799abc0589ff6e268cb5b:2026-06-13T04:28:17.423572Z:356","lineage_key":"openrouter:google/gemini-3.5-flash","model_id":"google/gemini-3.5-flash","model_key":"openrouter:google/gemini-3.5-flash","provider":"openrouter","schema_version":1,"snapshot_id":"745c9c454086d6c7168b2e0c1dd3931dd19f276edbe799abc0589ff6e268cb5b","type":"changed"},{"captured_at":"2026-06-14T04:55:32.437572Z","changes":[{"after":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agentichtmlslides","elo":1153,"rank":7,"win_rate":44.6},{"arena":"agents","category":"agenticslides","elo":1241,"rank":3,"win_rate":57.6},{"arena":"agents","category":"androidnative","elo":1255,"rank":5,"win_rate":55.8},{"arena":"agents","category":"fullstack","elo":1286,"rank":5,"win_rate":59.3},{"arena":"agents","category":"mobileapps","elo":1267,"rank":3,"win_rate":57.3},{"arena":"agents","category":"webapps","elo":1276,"rank":3,"win_rate":55},{"arena":"models","category":"3d","elo":1315,"rank":13,"win_rate":61.3},{"arena":"models","category":"asciiart","elo":1313,"rank":3,"win_rate":62.9},{"arena":"models","category":"codecategories","elo":1301,"rank":13,"win_rate":58.5},{"arena":"models","category":"dataviz","elo":1266,"rank":23,"win_rate":55.5},{"arena":"models","category":"gamedev","elo":1323,"rank":11,"win_rate":58.3},{"arena":"models","category":"svg","elo":1316,"rank":3,"win_rate":65.3},{"arena":"models","category":"uicomponent","elo":1304,"rank":12,"win_rate":59.6},{"arena":"models","category":"website","elo":1294,"rank":15,"win_rate":57.4}],"before":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agenticslides","elo":1253,"rank":3,"win_rate":57.5},{"arena":"agents","category":"androidnative","elo":1255,"rank":5,"win_rate":55.8},{"arena":"agents","category":"fullstack","elo":1285,"rank":5,"win_rate":59.2},{"arena":"agents","category":"mobileapps","elo":1266,"rank":3,"win_rate":57},{"arena":"agents","category":"webapps","elo":1278,"rank":3,"win_rate":55},{"arena":"models","category":"3d","elo":1315,"rank":12,"win_rate":61.7},{"arena":"models","category":"asciiart","elo":1316,"rank":2,"win_rate":63.3},{"arena":"models","category":"codecategories","elo":1300,"rank":12,"win_rate":58.5},{"arena":"models","category":"dataviz","elo":1270,"rank":21,"win_rate":57.4},{"arena":"models","category":"gamedev","elo":1318,"rank":11,"win_rate":59.8},{"arena":"models","category":"svg","elo":1314,"rank":3,"win_rate":64.9},{"arena":"models","category":"uicomponent","elo":1304,"rank":12,"win_rate":59.6},{"arena":"models","category":"website","elo":1292,"rank":16,"win_rate":57.3}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"4eeccc2ed257815e77c72107d69935092cd30d2bfd2c7a0475fe5892bec56c38:2026-06-14T04:55:32.437572Z:379","lineage_key":"openrouter:google/gemini-3.5-flash","model_id":"google/gemini-3.5-flash","model_key":"openrouter:google/gemini-3.5-flash","provider":"openrouter","schema_version":1,"snapshot_id":"4eeccc2ed257815e77c72107d69935092cd30d2bfd2c7a0475fe5892bec56c38","type":"changed"},{"captured_at":"2026-06-15T05:12:05.261714Z","changes":[{"after":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agentichtmlslides","elo":1162,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides","elo":1244,"rank":4,"win_rate":57.5},{"arena":"agents","category":"agenticslides(html)","elo":1163,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1246,"rank":3,"win_rate":57.7},{"arena":"agents","category":"androidnative","elo":1255,"rank":5,"win_rate":55.8},{"arena":"agents","category":"fullstack","elo":1286,"rank":5,"win_rate":59.4},{"arena":"agents","category":"mobileapps","elo":1267,"rank":3,"win_rate":57.4},{"arena":"agents","category":"webapps","elo":1275,"rank":3,"win_rate":55},{"arena":"models","category":"3d","elo":1314,"rank":13,"win_rate":61.1},{"arena":"models","category":"asciiart","elo":1310,"rank":3,"win_rate":62.4},{"arena":"models","category":"codecategories","elo":1300,"rank":13,"win_rate":58.4},{"arena":"models","category":"dataviz","elo":1268,"rank":23,"win_rate":55.6},{"arena":"models","category":"gamedev","elo":1328,"rank":9,"win_rate":58.9},{"arena":"models","category":"svg","elo":1309,"rank":3,"win_rate":63.8},{"arena":"models","category":"uicomponent","elo":1304,"rank":12,"win_rate":59.6},{"arena":"models","category":"website","elo":1293,"rank":15,"win_rate":57.2}],"before":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agentichtmlslides","elo":1153,"rank":7,"win_rate":44.6},{"arena":"agents","category":"agenticslides","elo":1241,"rank":3,"win_rate":57.6},{"arena":"agents","category":"androidnative","elo":1255,"rank":5,"win_rate":55.8},{"arena":"agents","category":"fullstack","elo":1286,"rank":5,"win_rate":59.3},{"arena":"agents","category":"mobileapps","elo":1267,"rank":3,"win_rate":57.3},{"arena":"agents","category":"webapps","elo":1276,"rank":3,"win_rate":55},{"arena":"models","category":"3d","elo":1315,"rank":13,"win_rate":61.3},{"arena":"models","category":"asciiart","elo":1313,"rank":3,"win_rate":62.9},{"arena":"models","category":"codecategories","elo":1301,"rank":13,"win_rate":58.5},{"arena":"models","category":"dataviz","elo":1266,"rank":23,"win_rate":55.5},{"arena":"models","category":"gamedev","elo":1323,"rank":11,"win_rate":58.3},{"arena":"models","category":"svg","elo":1316,"rank":3,"win_rate":65.3},{"arena":"models","category":"uicomponent","elo":1304,"rank":12,"win_rate":59.6},{"arena":"models","category":"website","elo":1294,"rank":15,"win_rate":57.4}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"435b35c5a6daa0948364b8179d1647fa2507f6fa95c62cf0b7f3d8b49d9ae1e6:2026-06-15T05:12:05.261714Z:201","lineage_key":"openrouter:google/gemini-3.5-flash","model_id":"google/gemini-3.5-flash","model_key":"openrouter:google/gemini-3.5-flash","provider":"openrouter","schema_version":1,"snapshot_id":"435b35c5a6daa0948364b8179d1647fa2507f6fa95c62cf0b7f3d8b49d9ae1e6","type":"changed"},{"captured_at":"2026-06-16T05:14:51.220412Z","changes":[{"after":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agentichtmlslides","elo":1162,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides","elo":1244,"rank":4,"win_rate":57.5},{"arena":"agents","category":"agenticslides(html)","elo":1162,"rank":7,"win_rate":45.7},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1242,"rank":3,"win_rate":57.8},{"arena":"agents","category":"androidnative","elo":1255,"rank":5,"win_rate":55.8},{"arena":"agents","category":"fullstack","elo":1280,"rank":5,"win_rate":59.3},{"arena":"agents","category":"mobileapps","elo":1268,"rank":3,"win_rate":57},{"arena":"agents","category":"webapps","elo":1269,"rank":3,"win_rate":55},{"arena":"models","category":"3d","elo":1314,"rank":13,"win_rate":61},{"arena":"models","category":"asciiart","elo":1311,"rank":3,"win_rate":62.4},{"arena":"models","category":"codecategories","elo":1300,"rank":13,"win_rate":58.4},{"arena":"models","category":"dataviz","elo":1268,"rank":23,"win_rate":55.6},{"arena":"models","category":"gamedev","elo":1329,"rank":8,"win_rate":59},{"arena":"models","category":"svg","elo":1303,"rank":3,"win_rate":62.9},{"arena":"models","category":"uicomponent","elo":1304,"rank":12,"win_rate":59.6},{"arena":"models","category":"website","elo":1293,"rank":15,"win_rate":57.2}],"before":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agentichtmlslides","elo":1162,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides","elo":1244,"rank":4,"win_rate":57.5},{"arena":"agents","category":"agenticslides(html)","elo":1163,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1246,"rank":3,"win_rate":57.7},{"arena":"agents","category":"androidnative","elo":1255,"rank":5,"win_rate":55.8},{"arena":"agents","category":"fullstack","elo":1286,"rank":5,"win_rate":59.4},{"arena":"agents","category":"mobileapps","elo":1267,"rank":3,"win_rate":57.4},{"arena":"agents","category":"webapps","elo":1275,"rank":3,"win_rate":55},{"arena":"models","category":"3d","elo":1314,"rank":13,"win_rate":61.1},{"arena":"models","category":"asciiart","elo":1310,"rank":3,"win_rate":62.4},{"arena":"models","category":"codecategories","elo":1300,"rank":13,"win_rate":58.4},{"arena":"models","category":"dataviz","elo":1268,"rank":23,"win_rate":55.6},{"arena":"models","category":"gamedev","elo":1328,"rank":9,"win_rate":58.9},{"arena":"models","category":"svg","elo":1309,"rank":3,"win_rate":63.8},{"arena":"models","category":"uicomponent","elo":1304,"rank":12,"win_rate":59.6},{"arena":"models","category":"website","elo":1293,"rank":15,"win_rate":57.2}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"fd3ee0ce99443837ce05bdedf6dd2ea53e527eb9d6977bcf29fc0689432edd90:2026-06-16T05:14:51.220412Z:34","lineage_key":"openrouter:google/gemini-3.5-flash","model_id":"google/gemini-3.5-flash","model_key":"openrouter:google/gemini-3.5-flash","provider":"openrouter","schema_version":1,"snapshot_id":"fd3ee0ce99443837ce05bdedf6dd2ea53e527eb9d6977bcf29fc0689432edd90","type":"changed"},{"captured_at":"2026-06-17T04:57:04.000010Z","changes":[{"after":50.2,"before":55.3,"op":"replace","path":"extra.benchmarks.artificial_analysis.intelligence_index"},{"after":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agentichtmlslides","elo":1162,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides","elo":1244,"rank":4,"win_rate":57.5},{"arena":"agents","category":"agenticslides(html)","elo":1162,"rank":7,"win_rate":45.7},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1242,"rank":3,"win_rate":57.8},{"arena":"agents","category":"androidnative","elo":1259,"rank":4,"win_rate":55.8},{"arena":"agents","category":"fullstack","elo":1278,"rank":5,"win_rate":59.2},{"arena":"agents","category":"htmlslides","elo":1175,"rank":7,"win_rate":47.8},{"arena":"agents","category":"mobileapps","elo":1269,"rank":3,"win_rate":57.3},{"arena":"agents","category":"pptxslides","elo":1244,"rank":3,"win_rate":57.7},{"arena":"agents","category":"webapps","elo":1267,"rank":3,"win_rate":55},{"arena":"agents","category":"python-pptxslides","elo":1244,"rank":3,"win_rate":57.7},{"arena":"models","category":"3d","elo":1312,"rank":14,"win_rate":60.9},{"arena":"models","category":"asciiart","elo":1312,"rank":2,"win_rate":62.4},{"arena":"models","category":"codecategories","elo":1301,"rank":14,"win_rate":58.3},{"arena":"models","category":"dataviz","elo":1262,"rank":25,"win_rate":55},{"arena":"models","category":"gamedev","elo":1336,"rank":7,"win_rate":60},{"arena":"models","category":"svg","elo":1306,"rank":3,"win_rate":63},{"arena":"models","category":"uicomponent","elo":1305,"rank":13,"win_rate":59.8},{"arena":"models","category":"website","elo":1294,"rank":15,"win_rate":57.1}],"before":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agentichtmlslides","elo":1162,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides","elo":1244,"rank":4,"win_rate":57.5},{"arena":"agents","category":"agenticslides(html)","elo":1162,"rank":7,"win_rate":45.7},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1242,"rank":3,"win_rate":57.8},{"arena":"agents","category":"androidnative","elo":1255,"rank":5,"win_rate":55.8},{"arena":"agents","category":"fullstack","elo":1280,"rank":5,"win_rate":59.3},{"arena":"agents","category":"mobileapps","elo":1268,"rank":3,"win_rate":57},{"arena":"agents","category":"webapps","elo":1269,"rank":3,"win_rate":55},{"arena":"models","category":"3d","elo":1314,"rank":13,"win_rate":61},{"arena":"models","category":"asciiart","elo":1311,"rank":3,"win_rate":62.4},{"arena":"models","category":"codecategories","elo":1300,"rank":13,"win_rate":58.4},{"arena":"models","category":"dataviz","elo":1268,"rank":23,"win_rate":55.6},{"arena":"models","category":"gamedev","elo":1329,"rank":8,"win_rate":59},{"arena":"models","category":"svg","elo":1303,"rank":3,"win_rate":62.9},{"arena":"models","category":"uicomponent","elo":1304,"rank":12,"win_rate":59.6},{"arena":"models","category":"website","elo":1293,"rank":15,"win_rate":57.2}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"36cfff1ca02c27a4c47d542d6780df5bc23d95539c9353143b84e544bede554d:2026-06-17T04:57:04.000010Z:88","lineage_key":"openrouter:google/gemini-3.5-flash","model_id":"google/gemini-3.5-flash","model_key":"openrouter:google/gemini-3.5-flash","provider":"openrouter","schema_version":1,"snapshot_id":"36cfff1ca02c27a4c47d542d6780df5bc23d95539c9353143b84e544bede554d","type":"changed"},{"captured_at":"2026-06-18T04:49:03.027895Z","changes":[{"after":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agentichtmlslides","elo":1162,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides","elo":1244,"rank":4,"win_rate":57.5},{"arena":"agents","category":"agenticslides(html)","elo":1162,"rank":7,"win_rate":45.7},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1242,"rank":3,"win_rate":57.8},{"arena":"agents","category":"androidnative","elo":1258,"rank":4,"win_rate":55.8},{"arena":"agents","category":"fullstack","elo":1277,"rank":5,"win_rate":59.1},{"arena":"agents","category":"htmlslides","elo":1176,"rank":7,"win_rate":47.9},{"arena":"agents","category":"mobileapps","elo":1270,"rank":3,"win_rate":57.4},{"arena":"agents","category":"pptxslides","elo":1244,"rank":3,"win_rate":57.7},{"arena":"agents","category":"webapps","elo":1268,"rank":3,"win_rate":55},{"arena":"agents","category":"python-pptxslides","elo":1245,"rank":3,"win_rate":57.7},{"arena":"models","category":"3d","elo":1312,"rank":14,"win_rate":61},{"arena":"models","category":"asciiart","elo":1312,"rank":3,"win_rate":62.4},{"arena":"models","category":"codecategories","elo":1301,"rank":14,"win_rate":58.4},{"arena":"models","category":"dataviz","elo":1264,"rank":24,"win_rate":55.3},{"arena":"models","category":"gamedev","elo":1336,"rank":7,"win_rate":60},{"arena":"models","category":"svg","elo":1309,"rank":3,"win_rate":63.4},{"arena":"models","category":"uicomponent","elo":1308,"rank":13,"win_rate":60},{"arena":"models","category":"website","elo":1294,"rank":15,"win_rate":57.1}],"before":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agentichtmlslides","elo":1162,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides","elo":1244,"rank":4,"win_rate":57.5},{"arena":"agents","category":"agenticslides(html)","elo":1162,"rank":7,"win_rate":45.7},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1242,"rank":3,"win_rate":57.8},{"arena":"agents","category":"androidnative","elo":1259,"rank":4,"win_rate":55.8},{"arena":"agents","category":"fullstack","elo":1278,"rank":5,"win_rate":59.2},{"arena":"agents","category":"htmlslides","elo":1175,"rank":7,"win_rate":47.8},{"arena":"agents","category":"mobileapps","elo":1269,"rank":3,"win_rate":57.3},{"arena":"agents","category":"pptxslides","elo":1244,"rank":3,"win_rate":57.7},{"arena":"agents","category":"webapps","elo":1267,"rank":3,"win_rate":55},{"arena":"agents","category":"python-pptxslides","elo":1244,"rank":3,"win_rate":57.7},{"arena":"models","category":"3d","elo":1312,"rank":14,"win_rate":60.9},{"arena":"models","category":"asciiart","elo":1312,"rank":2,"win_rate":62.4},{"arena":"models","category":"codecategories","elo":1301,"rank":14,"win_rate":58.3},{"arena":"models","category":"dataviz","elo":1262,"rank":25,"win_rate":55},{"arena":"models","category":"gamedev","elo":1336,"rank":7,"win_rate":60},{"arena":"models","category":"svg","elo":1306,"rank":3,"win_rate":63},{"arena":"models","category":"uicomponent","elo":1305,"rank":13,"win_rate":59.8},{"arena":"models","category":"website","elo":1294,"rank":15,"win_rate":57.1}],"op":"replace","path":"extra.benchmarks.design_arena"},{"after":{"default_effort":"medium","default_enabled":true,"mandatory":true,"supported_efforts":["high","medium","low","minimal"]},"before":null,"op":"add","path":"extra.reasoning"}],"event_id":"5d0c8fc0f583b6d51a5fe01b7b95c3577d462da13e2da480531d7a9cc0bbac6b:2026-06-18T04:49:03.027895Z:69","lineage_key":"openrouter:google/gemini-3.5-flash","model_id":"google/gemini-3.5-flash","model_key":"openrouter:google/gemini-3.5-flash","provider":"openrouter","schema_version":1,"snapshot_id":"5d0c8fc0f583b6d51a5fe01b7b95c3577d462da13e2da480531d7a9cc0bbac6b","type":"changed"},{"captured_at":"2026-06-19T05:08:41.928970Z","changes":[{"after":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agentichtmlslides","elo":1162,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides","elo":1244,"rank":4,"win_rate":57.5},{"arena":"agents","category":"agenticslides(html)","elo":1162,"rank":7,"win_rate":45.7},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1242,"rank":3,"win_rate":57.8},{"arena":"agents","category":"androidnative","elo":1260,"rank":4,"win_rate":55.8},{"arena":"agents","category":"fullstack","elo":1268,"rank":5,"win_rate":59},{"arena":"agents","category":"htmlslides","elo":1174,"rank":7,"win_rate":47.6},{"arena":"agents","category":"mobileapps","elo":1267,"rank":3,"win_rate":57.3},{"arena":"agents","category":"pptxslides","elo":1244,"rank":3,"win_rate":57.7},{"arena":"agents","category":"webapps","elo":1265,"rank":3,"win_rate":54.9},{"arena":"agents","category":"python-pptxslides","elo":1245,"rank":3,"win_rate":57.7},{"arena":"models","category":"3d","elo":1312,"rank":14,"win_rate":61},{"arena":"models","category":"asciiart","elo":1312,"rank":3,"win_rate":62.4},{"arena":"models","category":"codecategories","elo":1301,"rank":14,"win_rate":58.3},{"arena":"models","category":"dataviz","elo":1264,"rank":23,"win_rate":55.3},{"arena":"models","category":"gamedev","elo":1330,"rank":8,"win_rate":59.2},{"arena":"models","category":"svg","elo":1308,"rank":3,"win_rate":63.4},{"arena":"models","category":"uicomponent","elo":1307,"rank":12,"win_rate":59.9},{"arena":"models","category":"website","elo":1294,"rank":15,"win_rate":57.2}],"before":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agentichtmlslides","elo":1162,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides","elo":1244,"rank":4,"win_rate":57.5},{"arena":"agents","category":"agenticslides(html)","elo":1162,"rank":7,"win_rate":45.7},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1242,"rank":3,"win_rate":57.8},{"arena":"agents","category":"androidnative","elo":1258,"rank":4,"win_rate":55.8},{"arena":"agents","category":"fullstack","elo":1277,"rank":5,"win_rate":59.1},{"arena":"agents","category":"htmlslides","elo":1176,"rank":7,"win_rate":47.9},{"arena":"agents","category":"mobileapps","elo":1270,"rank":3,"win_rate":57.4},{"arena":"agents","category":"pptxslides","elo":1244,"rank":3,"win_rate":57.7},{"arena":"agents","category":"webapps","elo":1268,"rank":3,"win_rate":55},{"arena":"agents","category":"python-pptxslides","elo":1245,"rank":3,"win_rate":57.7},{"arena":"models","category":"3d","elo":1312,"rank":14,"win_rate":61},{"arena":"models","category":"asciiart","elo":1312,"rank":3,"win_rate":62.4},{"arena":"models","category":"codecategories","elo":1301,"rank":14,"win_rate":58.4},{"arena":"models","category":"dataviz","elo":1264,"rank":24,"win_rate":55.3},{"arena":"models","category":"gamedev","elo":1336,"rank":7,"win_rate":60},{"arena":"models","category":"svg","elo":1309,"rank":3,"win_rate":63.4},{"arena":"models","category":"uicomponent","elo":1308,"rank":13,"win_rate":60},{"arena":"models","category":"website","elo":1294,"rank":15,"win_rate":57.1}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"52d5c17b8de315731367fcd5773ccfe1d5d2e4dce2a5670b91d4205133c91287:2026-06-19T05:08:41.928970Z:128","lineage_key":"openrouter:google/gemini-3.5-flash","model_id":"google/gemini-3.5-flash","model_key":"openrouter:google/gemini-3.5-flash","provider":"openrouter","schema_version":1,"snapshot_id":"52d5c17b8de315731367fcd5773ccfe1d5d2e4dce2a5670b91d4205133c91287","type":"changed"},{"captured_at":"2026-06-21T05:04:56.157056Z","changes":[{"after":37.4,"before":70.3,"op":"replace","path":"extra.benchmarks.artificial_analysis.agentic_index"},{"after":70.1,"before":45,"op":"replace","path":"extra.benchmarks.artificial_analysis.coding_index"},{"after":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55},{"arena":"agents","category":"agentichtmlslides","elo":1162,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides","elo":1244,"rank":4,"win_rate":57.5},{"arena":"agents","category":"agenticslides(html)","elo":1162,"rank":7,"win_rate":45.7},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1242,"rank":3,"win_rate":57.8},{"arena":"agents","category":"androidnative","elo":1258,"rank":4,"win_rate":55.7},{"arena":"agents","category":"fullstack","elo":1271,"rank":6,"win_rate":58.9},{"arena":"agents","category":"htmlslides","elo":1187,"rank":7,"win_rate":49.3},{"arena":"agents","category":"mobileapps","elo":1263,"rank":2,"win_rate":57.3},{"arena":"agents","category":"pptxslides","elo":1244,"rank":3,"win_rate":57.7},{"arena":"agents","category":"webapps","elo":1264,"rank":5,"win_rate":54.7},{"arena":"agents","category":"python-pptxslides","elo":1246,"rank":4,"win_rate":57.4},{"arena":"models","category":"3d","elo":1310,"rank":14,"win_rate":60.6},{"arena":"models","category":"asciiart","elo":1313,"rank":2,"win_rate":62.5},{"arena":"models","category":"codecategories","elo":1301,"rank":14,"win_rate":58.2},{"arena":"models","category":"dataviz","elo":1264,"rank":23,"win_rate":55.1},{"arena":"models","category":"gamedev","elo":1328,"rank":8,"win_rate":58.9},{"arena":"models","category":"svg","elo":1307,"rank":3,"win_rate":63.4},{"arena":"models","category":"uicomponent","elo":1308,"rank":12,"win_rate":59.8},{"arena":"models","category":"website","elo":1294,"rank":15,"win_rate":57.1}],"before":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agentichtmlslides","elo":1162,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides","elo":1244,"rank":4,"win_rate":57.5},{"arena":"agents","category":"agenticslides(html)","elo":1162,"rank":7,"win_rate":45.7},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1242,"rank":3,"win_rate":57.8},{"arena":"agents","category":"androidnative","elo":1260,"rank":4,"win_rate":55.8},{"arena":"agents","category":"fullstack","elo":1268,"rank":5,"win_rate":59},{"arena":"agents","category":"htmlslides","elo":1174,"rank":7,"win_rate":47.6},{"arena":"agents","category":"mobileapps","elo":1267,"rank":3,"win_rate":57.3},{"arena":"agents","category":"pptxslides","elo":1244,"rank":3,"win_rate":57.7},{"arena":"agents","category":"webapps","elo":1265,"rank":3,"win_rate":54.9},{"arena":"agents","category":"python-pptxslides","elo":1245,"rank":3,"win_rate":57.7},{"arena":"models","category":"3d","elo":1312,"rank":14,"win_rate":61},{"arena":"models","category":"asciiart","elo":1312,"rank":3,"win_rate":62.4},{"arena":"models","category":"codecategories","elo":1301,"rank":14,"win_rate":58.3},{"arena":"models","category":"dataviz","elo":1264,"rank":23,"win_rate":55.3},{"arena":"models","category":"gamedev","elo":1330,"rank":8,"win_rate":59.2},{"arena":"models","category":"svg","elo":1308,"rank":3,"win_rate":63.4},{"arena":"models","category":"uicomponent","elo":1307,"rank":12,"win_rate":59.9},{"arena":"models","category":"website","elo":1294,"rank":15,"win_rate":57.2}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"8ec6d33b36bf4ef9c393691e7cd90b201e1afa2d4e6862a2e5ec6f5a6ab5d617:2026-06-21T05:04:56.157056Z:75","lineage_key":"openrouter:google/gemini-3.5-flash","model_id":"google/gemini-3.5-flash","model_key":"openrouter:google/gemini-3.5-flash","provider":"openrouter","schema_version":1,"snapshot_id":"8ec6d33b36bf4ef9c393691e7cd90b201e1afa2d4e6862a2e5ec6f5a6ab5d617","type":"changed"},{"captured_at":"2026-06-22T05:12:59.393329Z","changes":[{"after":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agentichtmlslides","elo":1162,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides","elo":1244,"rank":4,"win_rate":57.5},{"arena":"agents","category":"agenticslides(html)","elo":1162,"rank":7,"win_rate":45.7},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1242,"rank":3,"win_rate":57.8},{"arena":"agents","category":"androidnative","elo":1254,"rank":5,"win_rate":55.5},{"arena":"agents","category":"fullstack","elo":1271,"rank":6,"win_rate":58.8},{"arena":"agents","category":"htmlslides","elo":1184,"rank":8,"win_rate":49.2},{"arena":"agents","category":"mobileapps","elo":1263,"rank":2,"win_rate":57.4},{"arena":"agents","category":"pptxslides","elo":1244,"rank":3,"win_rate":57.7},{"arena":"agents","category":"python-pptxslides","elo":1247,"rank":4,"win_rate":57.4},{"arena":"agents","category":"webapps","elo":1262,"rank":5,"win_rate":54.5},{"arena":"models","category":"3d","elo":1311,"rank":14,"win_rate":60.7},{"arena":"models","category":"asciiart","elo":1314,"rank":2,"win_rate":62.6},{"arena":"models","category":"codecategories","elo":1302,"rank":14,"win_rate":58.3},{"arena":"models","category":"dataviz","elo":1264,"rank":23,"win_rate":55.2},{"arena":"models","category":"gamedev","elo":1330,"rank":8,"win_rate":59},{"arena":"models","category":"svg","elo":1307,"rank":3,"win_rate":63.3},{"arena":"models","category":"uicomponent","elo":1309,"rank":12,"win_rate":59.9},{"arena":"models","category":"website","elo":1294,"rank":15,"win_rate":57.1}],"before":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55},{"arena":"agents","category":"agentichtmlslides","elo":1162,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides","elo":1244,"rank":4,"win_rate":57.5},{"arena":"agents","category":"agenticslides(html)","elo":1162,"rank":7,"win_rate":45.7},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1242,"rank":3,"win_rate":57.8},{"arena":"agents","category":"androidnative","elo":1258,"rank":4,"win_rate":55.7},{"arena":"agents","category":"fullstack","elo":1271,"rank":6,"win_rate":58.9},{"arena":"agents","category":"htmlslides","elo":1187,"rank":7,"win_rate":49.3},{"arena":"agents","category":"mobileapps","elo":1263,"rank":2,"win_rate":57.3},{"arena":"agents","category":"pptxslides","elo":1244,"rank":3,"win_rate":57.7},{"arena":"agents","category":"webapps","elo":1264,"rank":5,"win_rate":54.7},{"arena":"agents","category":"python-pptxslides","elo":1246,"rank":4,"win_rate":57.4},{"arena":"models","category":"3d","elo":1310,"rank":14,"win_rate":60.6},{"arena":"models","category":"asciiart","elo":1313,"rank":2,"win_rate":62.5},{"arena":"models","category":"codecategories","elo":1301,"rank":14,"win_rate":58.2},{"arena":"models","category":"dataviz","elo":1264,"rank":23,"win_rate":55.1},{"arena":"models","category":"gamedev","elo":1328,"rank":8,"win_rate":58.9},{"arena":"models","category":"svg","elo":1307,"rank":3,"win_rate":63.4},{"arena":"models","category":"uicomponent","elo":1308,"rank":12,"win_rate":59.8},{"arena":"models","category":"website","elo":1294,"rank":15,"win_rate":57.1}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"267117d26c4c2b05ebda0df127151b3ad0233eca2185c49d00375c18b82e8dd9:2026-06-22T05:12:59.393329Z:35","lineage_key":"openrouter:google/gemini-3.5-flash","model_id":"google/gemini-3.5-flash","model_key":"openrouter:google/gemini-3.5-flash","provider":"openrouter","schema_version":1,"snapshot_id":"267117d26c4c2b05ebda0df127151b3ad0233eca2185c49d00375c18b82e8dd9","type":"changed"},{"captured_at":"2026-06-23T04:10:46.274418Z","changes":[{"after":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agentichtmlslides","elo":1162,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides","elo":1244,"rank":4,"win_rate":57.5},{"arena":"agents","category":"agenticslides(html)","elo":1162,"rank":7,"win_rate":45.7},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1242,"rank":3,"win_rate":57.8},{"arena":"agents","category":"androidnative","elo":1255,"rank":5,"win_rate":55.4},{"arena":"agents","category":"fullstack","elo":1270,"rank":6,"win_rate":58.6},{"arena":"agents","category":"htmlslides","elo":1184,"rank":9,"win_rate":49},{"arena":"agents","category":"mobileapps","elo":1265,"rank":2,"win_rate":57.6},{"arena":"agents","category":"pptxslides","elo":1244,"rank":3,"win_rate":57.7},{"arena":"agents","category":"python-pptxslides","elo":1247,"rank":4,"win_rate":57.4},{"arena":"agents","category":"webapps","elo":1263,"rank":5,"win_rate":54.5},{"arena":"models","category":"3d","elo":1313,"rank":15,"win_rate":60.7},{"arena":"models","category":"asciiart","elo":1316,"rank":2,"win_rate":62.8},{"arena":"models","category":"codecategories","elo":1303,"rank":14,"win_rate":58.2},{"arena":"models","category":"dataviz","elo":1265,"rank":23,"win_rate":55.1},{"arena":"models","category":"gamedev","elo":1327,"rank":8,"win_rate":58.6},{"arena":"models","category":"svg","elo":1306,"rank":3,"win_rate":63.1},{"arena":"models","category":"uicomponent","elo":1310,"rank":12,"win_rate":60},{"arena":"models","category":"website","elo":1295,"rank":14,"win_rate":57.1}],"before":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agentichtmlslides","elo":1162,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides","elo":1244,"rank":4,"win_rate":57.5},{"arena":"agents","category":"agenticslides(html)","elo":1162,"rank":7,"win_rate":45.7},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1242,"rank":3,"win_rate":57.8},{"arena":"agents","category":"androidnative","elo":1254,"rank":5,"win_rate":55.5},{"arena":"agents","category":"fullstack","elo":1271,"rank":6,"win_rate":58.8},{"arena":"agents","category":"htmlslides","elo":1184,"rank":8,"win_rate":49.2},{"arena":"agents","category":"mobileapps","elo":1263,"rank":2,"win_rate":57.4},{"arena":"agents","category":"pptxslides","elo":1244,"rank":3,"win_rate":57.7},{"arena":"agents","category":"python-pptxslides","elo":1247,"rank":4,"win_rate":57.4},{"arena":"agents","category":"webapps","elo":1262,"rank":5,"win_rate":54.5},{"arena":"models","category":"3d","elo":1311,"rank":14,"win_rate":60.7},{"arena":"models","category":"asciiart","elo":1314,"rank":2,"win_rate":62.6},{"arena":"models","category":"codecategories","elo":1302,"rank":14,"win_rate":58.3},{"arena":"models","category":"dataviz","elo":1264,"rank":23,"win_rate":55.2},{"arena":"models","category":"gamedev","elo":1330,"rank":8,"win_rate":59},{"arena":"models","category":"svg","elo":1307,"rank":3,"win_rate":63.3},{"arena":"models","category":"uicomponent","elo":1309,"rank":12,"win_rate":59.9},{"arena":"models","category":"website","elo":1294,"rank":15,"win_rate":57.1}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"04397014470c1c759c8d87fe0c0f9620ca685250fb63d6f167fa2b1f7dd8fafc:2026-06-23T04:10:46.274418Z:74","lineage_key":"openrouter:google/gemini-3.5-flash","model_id":"google/gemini-3.5-flash","model_key":"openrouter:google/gemini-3.5-flash","provider":"openrouter","schema_version":1,"snapshot_id":"04397014470c1c759c8d87fe0c0f9620ca685250fb63d6f167fa2b1f7dd8fafc","type":"changed"},{"captured_at":"2026-06-24T04:14:46.899581Z","changes":[{"after":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agentichtmlslides","elo":1162,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides","elo":1244,"rank":4,"win_rate":57.5},{"arena":"agents","category":"agenticslides(html)","elo":1162,"rank":7,"win_rate":45.7},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1242,"rank":3,"win_rate":57.8},{"arena":"agents","category":"androidnative","elo":1258,"rank":5,"win_rate":55.3},{"arena":"agents","category":"fullstack","elo":1270,"rank":6,"win_rate":58.6},{"arena":"agents","category":"htmlslides","elo":1184,"rank":9,"win_rate":49},{"arena":"agents","category":"mobileapps","elo":1263,"rank":2,"win_rate":57.3},{"arena":"agents","category":"pptxslides","elo":1244,"rank":3,"win_rate":57.7},{"arena":"agents","category":"python-pptxslides","elo":1247,"rank":4,"win_rate":57.4},{"arena":"agents","category":"webapps","elo":1262,"rank":5,"win_rate":54.5},{"arena":"models","category":"3d","elo":1314,"rank":14,"win_rate":60.8},{"arena":"models","category":"asciiart","elo":1316,"rank":2,"win_rate":62.8},{"arena":"models","category":"codecategories","elo":1303,"rank":13,"win_rate":58.3},{"arena":"models","category":"dataviz","elo":1267,"rank":24,"win_rate":55.4},{"arena":"models","category":"gamedev","elo":1325,"rank":9,"win_rate":58.2},{"arena":"models","category":"svg","elo":1307,"rank":3,"win_rate":63.2},{"arena":"models","category":"uicomponent","elo":1316,"rank":11,"win_rate":60.4},{"arena":"models","category":"website","elo":1295,"rank":14,"win_rate":57.1}],"before":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agentichtmlslides","elo":1162,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides","elo":1244,"rank":4,"win_rate":57.5},{"arena":"agents","category":"agenticslides(html)","elo":1162,"rank":7,"win_rate":45.7},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1242,"rank":3,"win_rate":57.8},{"arena":"agents","category":"androidnative","elo":1255,"rank":5,"win_rate":55.4},{"arena":"agents","category":"fullstack","elo":1270,"rank":6,"win_rate":58.6},{"arena":"agents","category":"htmlslides","elo":1184,"rank":9,"win_rate":49},{"arena":"agents","category":"mobileapps","elo":1265,"rank":2,"win_rate":57.6},{"arena":"agents","category":"pptxslides","elo":1244,"rank":3,"win_rate":57.7},{"arena":"agents","category":"python-pptxslides","elo":1247,"rank":4,"win_rate":57.4},{"arena":"agents","category":"webapps","elo":1263,"rank":5,"win_rate":54.5},{"arena":"models","category":"3d","elo":1313,"rank":15,"win_rate":60.7},{"arena":"models","category":"asciiart","elo":1316,"rank":2,"win_rate":62.8},{"arena":"models","category":"codecategories","elo":1303,"rank":14,"win_rate":58.2},{"arena":"models","category":"dataviz","elo":1265,"rank":23,"win_rate":55.1},{"arena":"models","category":"gamedev","elo":1327,"rank":8,"win_rate":58.6},{"arena":"models","category":"svg","elo":1306,"rank":3,"win_rate":63.1},{"arena":"models","category":"uicomponent","elo":1310,"rank":12,"win_rate":60},{"arena":"models","category":"website","elo":1295,"rank":14,"win_rate":57.1}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"49d131583e1320fdaa60407db85809c41ee07ec2f65702c76ef8581505981053:2026-06-24T04:14:46.899581Z:184","lineage_key":"openrouter:google/gemini-3.5-flash","model_id":"google/gemini-3.5-flash","model_key":"openrouter:google/gemini-3.5-flash","provider":"openrouter","schema_version":1,"snapshot_id":"49d131583e1320fdaa60407db85809c41ee07ec2f65702c76ef8581505981053","type":"changed"},{"captured_at":"2026-06-25T04:14:08.715668Z","changes":[{"after":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agentichtmlslides","elo":1162,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides","elo":1244,"rank":4,"win_rate":57.5},{"arena":"agents","category":"agenticslides(html)","elo":1162,"rank":7,"win_rate":45.7},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1242,"rank":3,"win_rate":57.8},{"arena":"agents","category":"androidnative","elo":1261,"rank":5,"win_rate":55.2},{"arena":"agents","category":"fullstack","elo":1270,"rank":6,"win_rate":58.6},{"arena":"agents","category":"htmlslides","elo":1183,"rank":9,"win_rate":48.9},{"arena":"agents","category":"mobileapps","elo":1262,"rank":3,"win_rate":57.1},{"arena":"agents","category":"pptxslides","elo":1244,"rank":3,"win_rate":57.7},{"arena":"agents","category":"python-pptxslides","elo":1247,"rank":4,"win_rate":57.4},{"arena":"agents","category":"webapps","elo":1262,"rank":5,"win_rate":54.4},{"arena":"models","category":"3d","elo":1314,"rank":15,"win_rate":60.9},{"arena":"models","category":"asciiart","elo":1316,"rank":3,"win_rate":62.9},{"arena":"models","category":"codecategories","elo":1303,"rank":14,"win_rate":58.3},{"arena":"models","category":"dataviz","elo":1266,"rank":24,"win_rate":55.2},{"arena":"models","category":"gamedev","elo":1324,"rank":9,"win_rate":58.3},{"arena":"models","category":"svg","elo":1308,"rank":3,"win_rate":63.2},{"arena":"models","category":"uicomponent","elo":1317,"rank":11,"win_rate":60.7},{"arena":"models","category":"website","elo":1296,"rank":14,"win_rate":57.2}],"before":[{"arena":"agents","category":"agenticgamedev","elo":1217,"rank":3,"win_rate":55.1},{"arena":"agents","category":"agentichtmlslides","elo":1162,"rank":7,"win_rate":45.8},{"arena":"agents","category":"agenticslides","elo":1244,"rank":4,"win_rate":57.5},{"arena":"agents","category":"agenticslides(html)","elo":1162,"rank":7,"win_rate":45.7},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1242,"rank":3,"win_rate":57.8},{"arena":"agents","category":"androidnative","elo":1258,"rank":5,"win_rate":55.3},{"arena":"agents","category":"fullstack","elo":1270,"rank":6,"win_rate":58.6},{"arena":"agents","category":"htmlslides","elo":1184,"rank":9,"win_rate":49},{"arena":"agents","category":"mobileapps","elo":1263,"rank":2,"win_rate":57.3},{"arena":"agents","category":"pptxslides","elo":1244,"rank":3,"win_rate":57.7},{"arena":"agents","category":"python-pptxslides","elo":1247,"rank":4,"win_rate":57.4},{"arena":"agents","category":"webapps","elo":1262,"rank":5,"win_rate":54.5},{"arena":"models","category":"3d","elo":1314,"rank":14,"win_rate":60.8},{"arena":"models","category":"asciiart","elo":1316,"rank":2,"win_rate":62.8},{"arena":"models","category":"codecategories","elo":1303,"rank":13,"win_rate":58.3},{"arena":"models","category":"dataviz","elo":1267,"rank":24,"win_rate":55.4},{"arena":"models","category":"gamedev","elo":1325,"rank":9,"win_rate":58.2},{"arena":"models","category":"svg","elo":1307,"rank":3,"win_rate":63.2},{"arena":"models","category":"uicomponent","elo":1316,"rank":11,"win_rate":60.4},{"arena":"models","category":"website","elo":1295,"rank":14,"win_rate":57.1}],"op":"replace","path":"extra.benchmarks.design_arena"}],"event_id":"a297f1d6cbcd696145e71b7661c2fefce982796ddb688a01d78dd9eef08bc60a:2026-06-25T04:14:08.715668Z:237","lineage_key":"openrouter:google/gemini-3.5-flash","model_id":"google/gemini-3.5-flash","model_key":"openrouter:google/gemini-3.5-flash","provider":"openrouter","schema_version":1,"snapshot_id":"a297f1d6cbcd696145e71b7661c2fefce982796ddb688a01d78dd9eef08bc60a","type":"changed"}],"schema_version":1,"model_key":"openrouter:google/gemini-3.5-flash"}