{"run":{"id":723,"source_url":"https://artificialanalysis.ai/models","status":"success","started_at":"2026-06-24T03:00:11.682Z","completed_at":"2026-06-24T05:00:11.007Z","duration_ms":1030,"http_status":200,"html_bytes":9971809,"html_sha256":"d9335e301942e2805a6c33a0b49e2d70d9fadf4d6ef631ba06ffdb210ed1c147","html_gzip_bytes":1202631,"raw_html_encoding":"pruned","parser_version":"aa-next-rsc-default-data-v2","model_count":541,"result_count":541,"error":null},"options":{"mode":"combined","calc":"raw","sort":"score","costWeight":10,"costFloor":0.01,"costPower":1,"frontierOnly":false,"frontierMetric":"cost","limit":100},"effectiveSortBy":"score","topQualityModel":{"modelKey":"claude-fable-5","sourceId":"cd55210d-358e-4df1-ba9c-9acb5f186cc9","slug":"claude-fable-5","name":"Claude Fable 5 (Adaptive Reasoning, Max Effort, Opus 4.8 Fallback)","shortName":"Claude Fable 5 (with fallback)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-06-09","cutoffDate":null,"totalCost":5630.523206872397,"inputCost":1454.391436597397,"outputCost":4176.131770275,"reasoningCost":3668.502629025,"answerCost":507.62914125,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":59.8606463217303,"coding":76.4911915660979,"agentic":52.8147079037801,"mmmu":null,"priceInput1m":10,"priceOutput1m":50,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":63.05551526386944,"costForScoring":5630.523206872397,"costPenalty":57.5054875280871,"pointsPerK":11.198873168110973,"costPerQuality":89.29469822441789,"deltaTop":0,"costVsTop":1,"calculated":63.05551526386944,"frontier":true},"rows":[{"modelKey":"claude-fable-5","sourceId":"cd55210d-358e-4df1-ba9c-9acb5f186cc9","slug":"claude-fable-5","name":"Claude Fable 5 (Adaptive Reasoning, Max Effort, Opus 4.8 Fallback)","shortName":"Claude Fable 5 (with fallback)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-06-09","cutoffDate":null,"totalCost":5630.523206872397,"inputCost":1454.391436597397,"outputCost":4176.131770275,"reasoningCost":3668.502629025,"answerCost":507.62914125,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":59.8606463217303,"coding":76.4911915660979,"agentic":52.8147079037801,"mmmu":null,"priceInput1m":10,"priceOutput1m":50,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":63.05551526386944,"costForScoring":5630.523206872397,"costPenalty":57.5054875280871,"pointsPerK":11.198873168110973,"costPerQuality":89.29469822441789,"deltaTop":0,"costVsTop":1,"calculated":63.05551526386944,"frontier":true},{"modelKey":"claude-opus-4-8","sourceId":"992b7b84-5069-4c6a-9295-834252553d50","slug":"claude-opus-4-8","name":"Claude Opus 4.8 (Adaptive Reasoning, Max Effort)","shortName":"Claude Opus 4.8 (max)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-05-28","cutoffDate":null,"totalCost":3752.546240475629,"inputCost":834.1656904756285,"outputCost":2918.3805500000003,"reasoningCost":2626.2547250000002,"answerCost":292.125825,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":55.6920406995495,"coding":74.2535372451103,"agentic":47.1756219931271,"mmmu":null,"priceInput1m":5,"priceOutput1m":25,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":59.0403999792623,"costForScoring":3752.546240475629,"costPenalty":55.74326052510158,"pointsPerK":15.733423706400224,"costPerQuality":63.55895694801688,"deltaTop":-4.015115284607141,"costVsTop":0.6664649274325728,"calculated":59.0403999792623,"frontier":true},{"modelKey":"gpt-5-5","sourceId":"1f054429-397e-4fdb-9e71-67bc92c1735e","slug":"gpt-5-5","name":"GPT-5.5 (xhigh)","shortName":"GPT-5.5 (xhigh)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-04-23","cutoffDate":null,"totalCost":2630.037206075943,"inputCost":460.98512607594284,"outputCost":2169.05208,"reasoningCost":2037.2752500000001,"answerCost":131.77683,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":54.8375984166433,"coding":74.8911950339853,"agentic":44.8710687285223,"mmmu":0.798843930635838,"priceInput1m":5,"priceOutput1m":30,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":58.19995405971696,"costForScoring":2630.037206075943,"costPenalty":54.199618923221465,"pointsPerK":22.128947045031435,"costPerQuality":45.189678386641894,"deltaTop":-4.85556120415248,"costVsTop":0.4671035194146473,"calculated":58.19995405971696,"frontier":true},{"modelKey":"claude-opus-4-7","sourceId":"e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2","slug":"claude-opus-4-7","name":"Claude Opus 4.7 (Adaptive Reasoning, Max Effort)","shortName":"Claude Opus 4.7 (max)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-04-16","cutoffDate":"2026-01-01","totalCost":3737.818042898671,"inputCost":1236.1138178986712,"outputCost":2501.704225,"reasoningCost":2184.9446,"answerCost":316.75962499999997,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":53.5296569524586,"coding":73.6020079067832,"agentic":44.3863264604811,"mmmu":0.788439306358382,"priceInput1m":5,"priceOutput1m":25,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":57.17266377324097,"costForScoring":3737.818042898671,"costPenalty":55.72618156088175,"pointsPerK":15.295732193775724,"costPerQuality":65.37771368715053,"deltaTop":-5.882851490628468,"costVsTop":0.6638491496378944,"calculated":57.17266377324097,"frontier":false},{"modelKey":"gpt-5-5-high","sourceId":"b13c1257-d746-4027-8fc8-4892dc14701c","slug":"gpt-5-5-high","name":"GPT-5.5 (high)","shortName":"GPT-5.5 (high)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-04-23","cutoffDate":null,"totalCost":1654.5879017149896,"inputCost":369.6990917149898,"outputCost":1284.88881,"reasoningCost":1166.03919,"answerCost":118.84961999999999,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":53.1275095349873,"coding":71.5680919683729,"agentic":43.4581786941581,"mmmu":0.810982658959538,"priceInput1m":5,"priceOutput1m":30,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":56.051260065839436,"costForScoring":1654.5879017149896,"costPenalty":52.186898444579164,"pointsPerK":33.87626611299526,"costPerQuality":29.51919189276856,"deltaTop":-7.004255198030002,"costVsTop":0.29386041774864974,"calculated":56.051260065839436,"frontier":true},{"modelKey":"gpt-5-4","sourceId":"a89c4b28-2d8c-456e-88ea-255fb51fd2b6","slug":"gpt-5-4","name":"GPT-5.4 (xhigh)","shortName":"GPT-5.4 (xhigh)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-03-05","cutoffDate":"2025-08-31","totalCost":2131.7653830456115,"inputCost":490.3601730456113,"outputCost":1641.4052100000001,"reasoningCost":1552.897455,"answerCost":88.507755,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":51.4012420630147,"coding":71.0505097794423,"agentic":41.0770927835052,"mmmu":0.784393063583815,"priceInput1m":2.5,"priceOutput1m":15,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":54.50961487532073,"costForScoring":2131.7653830456115,"costPenalty":53.28739405581793,"pointsPerK":25.57017545591434,"costPerQuality":39.10806172308456,"deltaTop":-8.54590038854871,"costVsTop":0.37860875530069066,"calculated":54.50961487532073,"frontier":false},{"modelKey":"glm-5-2","sourceId":"f7a4ea75-e548-4069-80d4-9be8bc7c009b","slug":"glm-5-2","name":"GLM-5.2 (max)","shortName":"GLM-5.2 (max)","creatorName":"Z AI","creatorSlug":"zai","releaseDate":"2026-06-16","cutoffDate":null,"totalCost":982.9012311594456,"inputCost":363.7423303594456,"outputCost":619.1589008,"reasoningCost":586.2232948,"answerCost":32.935606,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":51.0858347714416,"coding":68.7560688028853,"agentic":43.0557079037801,"mmmu":null,"priceInput1m":1.4,"priceOutput1m":4.4,"activeParams":40,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":54.299203826035665,"costForScoring":982.9012311594456,"costPenalty":49.925098790553825,"pointsPerK":55.24380487547408,"costPerQuality":18.101577222172068,"deltaTop":-8.756311437833773,"costVsTop":0.17456658911551146,"calculated":54.299203826035665,"frontier":true},{"modelKey":"gpt-5-5-medium","sourceId":"6b79f899-e3c0-45f6-923c-243faccdb2fc","slug":"gpt-5-5-medium","name":"GPT-5.5 (medium)","shortName":"GPT-5.5 (medium)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-04-23","cutoffDate":null,"totalCost":869.9057044386701,"inputCost":230.91893443867002,"outputCost":638.9867700000001,"reasoningCost":540.2006700000001,"answerCost":98.7861,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":50.4090068672092,"coding":71.5069704535997,"agentic":37.7910652920962,"mmmu":0.811560693641619,"priceInput1m":5,"priceOutput1m":30,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":53.235680870968366,"costForScoring":869.9057044386701,"costPenalty":49.39472178754915,"pointsPerK":61.19707067022869,"costPerQuality":16.340651424129074,"deltaTop":-9.819834392901072,"costVsTop":0.1544982006959668,"calculated":53.235680870968366,"frontier":true},{"modelKey":"gemini-3-5-flash","sourceId":"0097ebf5-124f-42f6-9463-33b00e711f03","slug":"gemini-3-5-flash","name":"Gemini 3.5 Flash (high)","shortName":"Gemini 3.5 Flash","creatorName":"Google","creatorSlug":"google","releaseDate":"2026-05-19","cutoffDate":null,"totalCost":1040.8780605451614,"inputCost":362.42750554516135,"outputCost":678.450555,"reasoningCost":564.408621,"answerCost":114.041934,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":50.2034858842254,"coding":70.1427902621723,"agentic":37.4466082474227,"mmmu":0.842774566473988,"priceInput1m":1.5,"priceOutput1m":9,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":52.59762813127347,"costForScoring":1040.8780605451614,"costPenalty":50.173998546457426,"pointsPerK":50.5319788407543,"costPerQuality":19.789448641055294,"deltaTop":-10.457887132595971,"costVsTop":0.18486347046304794,"calculated":52.59762813127347,"frontier":false},{"modelKey":"claude-sonnet-4-6-adaptive","sourceId":"df8d14e0-3997-4e4d-b4ad-9c047acc9c69","slug":"claude-sonnet-4-6-adaptive","name":"Claude Sonnet 4.6 (Adaptive Reasoning, Max Effort)","shortName":"Claude Sonnet 4.6 (max)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-02-17","cutoffDate":null,"totalCost":3355.8518741364983,"inputCost":404.68930913649876,"outputCost":2951.1625649999996,"reasoningCost":2801.87598,"answerCost":149.286585,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":47.2100024360452,"coding":63.0271188791788,"agentic":40.7694879725086,"mmmu":0.732947976878613,"priceInput1m":3,"priceOutput1m":15,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":50.3355364292442,"costForScoring":3355.8518741364983,"costPenalty":55.258027830074134,"pointsPerK":14.999332007821755,"costPerQuality":66.66963565300951,"deltaTop":-12.719978834625238,"costVsTop":0.5960106638119307,"calculated":50.3355364292442,"frontier":false},{"modelKey":"qwen3-7-max","sourceId":"69534bed-2ffd-4235-832b-e20a810333ab","slug":"qwen3-7-max","name":"Qwen3.7 Max","shortName":"Qwen3.7 Max","creatorName":"Alibaba","creatorSlug":"alibaba","releaseDate":"2026-05-19","cutoffDate":null,"totalCost":1158.721298175,"inputCost":386.972333175,"outputCost":771.7489649999999,"reasoningCost":724.1328599999999,"answerCost":47.616105,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":45.9937184770221,"coding":65.9687543348592,"agentic":30.5882783505155,"mmmu":null,"priceInput1m":2.5,"priceOutput1m":7.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":47.51691705413227,"costForScoring":1158.721298175,"costPenalty":50.6397898969961,"pointsPerK":41.008063914050766,"costPerQuality":24.385447752322825,"deltaTop":-15.538598209737167,"costVsTop":0.20579282876602123,"calculated":47.51691705413227,"frontier":false},{"modelKey":"deepseek-v4-pro","sourceId":"bf220674-68bd-43cc-a1b8-ce5ed4d2f18d","slug":"deepseek-v4-pro","name":"DeepSeek V4 Pro (Reasoning, Max Effort)","shortName":"DeepSeek V4 Pro (Max)","creatorName":"DeepSeek","creatorSlug":"deepseek","releaseDate":"2026-04-24","cutoffDate":null,"totalCost":176.33920107780003,"inputCost":15.6498609078,"outputCost":160.68934017000004,"reasoningCost":153.45185715000002,"answerCost":7.23748302,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":44.2735554261611,"coding":59.3632958801498,"agentic":36.3637319587629,"mmmu":null,"priceInput1m":0.435,"priceOutput1m":0.87,"activeParams":49,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":46.66686108835793,"costForScoring":176.33920107780003,"costPenalty":42.46348868846588,"pointsPerK":264.6425797731086,"costPerQuality":3.778681423289292,"deltaTop":-16.388654175511505,"costVsTop":0.031318439618997974,"calculated":46.66686108835793,"frontier":true},{"modelKey":"minimax-m3","sourceId":"277f939a-985b-4b37-859d-b3eabc7c0b26","slug":"minimax-m3","name":"MiniMax-M3","shortName":"MiniMax-M3","creatorName":"MiniMax","creatorSlug":"minimax","releaseDate":"2026-06-01","cutoffDate":null,"totalCost":203.85795386627436,"inputCost":97.32069266627437,"outputCost":106.53726119999999,"reasoningCost":91.99946279999999,"answerCost":14.5377984,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":44.4372686326056,"coding":58.5691496740186,"agentic":35.3635635738832,"mmmu":null,"priceInput1m":0.3,"priceOutput1m":1.2,"activeParams":23,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":46.12332729350246,"costForScoring":203.85795386627436,"costPenalty":43.09327660859766,"pointsPerK":226.25228213444248,"costPerQuality":4.4198449207499495,"deltaTop":-16.932187970366975,"costVsTop":0.03620586335874671,"calculated":46.12332729350246,"frontier":false},{"modelKey":"gemini-3-1-pro-preview","sourceId":"bbd93ebe-80da-4594-bb19-61e69d0331df","slug":"gemini-3-1-pro-preview","name":"Gemini 3.1 Pro Preview","shortName":"Gemini 3.1 Pro Preview","creatorName":"Google","creatorSlug":"google","releaseDate":"2026-02-19","cutoffDate":null,"totalCost":815.1126168932034,"inputCost":143.63810889320337,"outputCost":671.474508,"reasoningCost":622.437984,"answerCost":49.036524,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":46.4594206066426,"coding":68.825860036066,"agentic":21.3959484536082,"mmmu":0.824277456647399,"priceInput1m":2,"priceOutput1m":12,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":45.560409698772276,"costForScoring":815.1126168932034,"costPenalty":49.11217615508661,"pointsPerK":55.89461965688311,"costPerQuality":17.890809636752856,"deltaTop":-17.495105565097163,"costVsTop":0.14476676268704633,"calculated":45.560409698772276,"frontier":false},{"modelKey":"gpt-5-5-low","sourceId":"c77cfe51-f4a0-4692-9dee-5061ef667f23","slug":"gpt-5-5-low","name":"GPT-5.5 (low)","shortName":"GPT-5.5 (low)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-04-23","cutoffDate":null,"totalCost":358.1707625538829,"inputCost":154.2788825538829,"outputCost":203.89188000000001,"reasoningCost":138.69840000000002,"answerCost":65.19348,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":43.4604883103599,"coding":60.9021708974893,"agentic":30.4173711340206,"mmmu":0.790173410404624,"priceInput1m":5,"priceOutput1m":30,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":44.92667678062327,"costForScoring":358.1707625538829,"costPenalty":45.54090131541617,"pointsPerK":125.43367990251447,"costPerQuality":7.972340449368844,"deltaTop":-18.12883848324617,"costVsTop":0.06361234105503973,"calculated":44.92667678062327,"frontier":false},{"modelKey":"kimi-k2-7-code","sourceId":"8d0cb231-7303-452c-9923-a9620b948475","slug":"kimi-k2-7-code","name":"Kimi K2.7 Code","shortName":"Kimi K2.7 Code","creatorName":"Kimi","creatorSlug":"kimi","releaseDate":"2026-06-12","cutoffDate":null,"totalCost":524.5600213600001,"inputCost":109.77084536000001,"outputCost":414.789176,"reasoningCost":390.508976,"answerCost":24.2802,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":41.9493685067994,"coding":60.761721459287,"agentic":29.5911099656357,"mmmu":null,"priceInput1m":0.95,"priceOutput1m":4,"activeParams":32,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":44.100733310574036,"costForScoring":524.5600213600001,"costPenalty":47.19795188342861,"pointsPerK":84.07185358166699,"costPerQuality":11.894587277400811,"deltaTop":-18.954781953295402,"costVsTop":0.09316363721221192,"calculated":44.100733310574036,"frontier":false},{"modelKey":"mimo-v2-5-pro","sourceId":"00f1248e-78e3-4230-8dc8-5e13ba8645e2","slug":"mimo-v2-5-pro","name":"MiMo-V2.5-Pro","shortName":"MiMo-V2.5-Pro","creatorName":"Xiaomi","creatorSlug":"xiaomi","releaseDate":"2026-04-22","cutoffDate":null,"totalCost":98.46748027500001,"inputCost":15.130792755,"outputCost":83.33668752000001,"reasoningCost":76.59469734000001,"answerCost":6.74199018,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":42.2394366693508,"coding":60.189520044389,"agentic":29.1125979381443,"mmmu":null,"priceInput1m":0.435,"priceOutput1m":0.87,"activeParams":42,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":43.84718488396137,"costForScoring":98.46748027500001,"costPenalty":39.932928247208906,"pointsPerK":445.29609939753647,"costPerQuality":2.2456967428031605,"deltaTop":-19.20833037990807,"costVsTop":0.017488158143956222,"calculated":43.84718488396137,"frontier":true},{"modelKey":"kimi-k2-6","sourceId":"0de67206-4d36-4d10-b8f6-cf37fa747a03","slug":"kimi-k2-6","name":"Kimi K2.6","shortName":"Kimi K2.6","creatorName":"Kimi","creatorSlug":"kimi","releaseDate":"2026-04-20","cutoffDate":null,"totalCost":781.7305596850723,"inputCost":127.84628368507234,"outputCost":653.884276,"reasoningCost":625.619576,"answerCost":28.2647,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":42.8413910763059,"coding":56.0263212650853,"agentic":30.2685189003436,"mmmu":0.79364161849711,"priceInput1m":0.95,"priceOutput1m":4,"activeParams":32,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":43.045410413911604,"costForScoring":781.7305596850723,"costPenalty":48.930570898811006,"pointsPerK":55.06425440404026,"costPerQuality":18.160601842756023,"deltaTop":-20.010104849957834,"costVsTop":0.13883799621515144,"calculated":43.045410413911604,"frontier":false},{"modelKey":"deepseek-v4-flash","sourceId":"d8ddb241-b3e4-4c25-a6a3-72eb1b30c541","slug":"deepseek-v4-flash","name":"DeepSeek V4 Flash (Reasoning, Max Effort)","shortName":"DeepSeek V4 Flash (Max)","creatorName":"DeepSeek","creatorSlug":"deepseek","releaseDate":"2026-04-24","cutoffDate":null,"totalCost":72.4213984676,"inputCost":6.9885551876,"outputCost":65.43284328,"reasoningCost":62.714646120000005,"answerCost":2.71819716,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":40.2825017625236,"coding":56.1676376751283,"agentic":31.0645326460481,"mmmu":null,"priceInput1m":0.14,"priceOutput1m":0.28,"activeParams":13,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":42.50489069456666,"costForScoring":72.4213984676,"costPenalty":38.5986690685075,"pointsPerK":586.9106589205477,"costPerQuality":1.7038368358128144,"deltaTop":-20.550624569302776,"costVsTop":0.012862285760443232,"calculated":42.50489069456666,"frontier":true},{"modelKey":"gpt-5-4-mini","sourceId":"ba242e40-83b7-4cd3-a0e0-b56237984914","slug":"gpt-5-4-mini","name":"GPT-5.4 mini (xhigh)","shortName":"GPT-5.4 mini (xhigh)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-03-17","cutoffDate":"2025-08-31","totalCost":1087.5856407700524,"inputCost":113.61533377005242,"outputCost":973.9703069999999,"reasoningCost":952.0490295,"answerCost":21.9212775,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":39.9783061419024,"coding":56.0787730614509,"agentic":30.1670996563574,"mmmu":0.732947976878613,"priceInput1m":0.75,"priceOutput1m":4.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":42.07472628657024,"costForScoring":1087.5856407700524,"costPenalty":50.36463465028466,"pointsPerK":38.68635692613569,"costPerQuality":25.84890590523454,"deltaTop":-20.9807889772992,"costVsTop":0.19315889497490885,"calculated":42.07472628657024,"frontier":false},{"modelKey":"glm-5-1","sourceId":"5aa1c578-af76-4b91-8699-cdd43582b3af","slug":"glm-5-1","name":"GLM-5.1 (Reasoning)","shortName":"GLM-5.1","creatorName":"Z AI","creatorSlug":"zai","releaseDate":"2026-04-07","cutoffDate":null,"totalCost":673.9975913977017,"inputCost":136.7987709977017,"outputCost":537.1988204,"reasoningCost":496.815,"answerCost":40.383820400000005,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":40.1570857627689,"coding":55.7818352059925,"agentic":29.8734639175258,"mmmu":null,"priceInput1m":1.4,"priceOutput1m":4.4,"activeParams":40,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":41.9374616287624,"costForScoring":673.9975913977017,"costPenalty":48.28658344540429,"pointsPerK":62.221975514474224,"costPerQuality":16.071492294026854,"deltaTop":-21.11805363510704,"costVsTop":0.11970425600502749,"calculated":41.9374616287624,"frontier":false},{"modelKey":"gpt-5-4-nano","sourceId":"d4fc3f33-f2b0-4da1-88ee-f1f82bd4de31","slug":"gpt-5-4-nano","name":"GPT-5.4 nano (xhigh)","shortName":"GPT-5.4 nano (xhigh)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-03-17","cutoffDate":"2025-08-31","totalCost":266.6963984391201,"inputCost":39.20454968912014,"outputCost":227.49184875,"reasoningCost":218.58745,"answerCost":8.90439875,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":38.2417263132715,"coding":56.0744382022472,"agentic":27.5439759450172,"mmmu":0.653757225433526,"priceInput1m":0.2,"priceOutput1m":1.25,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":40.62004682017863,"costForScoring":266.6963984391201,"costPenalty":44.26017150865813,"pointsPerK":152.3081941035328,"costPerQuality":6.565634934389948,"deltaTop":-22.43546844369081,"costVsTop":0.047366184036609756,"calculated":40.62004682017863,"frontier":false},{"modelKey":"qwen3-6-plus","sourceId":"f371ad68-6947-4767-a78f-1f6c81f96b93","slug":"qwen3-6-plus","name":"Qwen3.6 Plus","shortName":"Qwen3.6 Plus","creatorName":"Alibaba","creatorSlug":"alibaba","releaseDate":"2026-04-02","cutoffDate":null,"totalCost":524.5776373279464,"inputCost":220.94504232794637,"outputCost":303.63259500000004,"reasoningCost":268.476939,"answerCost":35.155656,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":39.5608411628461,"coding":54.5290608961021,"agentic":27.5522817869416,"mmmu":0.779768786127168,"priceInput1m":0.5,"priceOutput1m":3,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":40.547394615296604,"costForScoring":524.5776373279464,"costPenalty":47.198097727353094,"pointsPerK":77.29531670818801,"costPerQuality":12.937394431997566,"deltaTop":-22.508120648572834,"costVsTop":0.09316676586780911,"calculated":40.547394615296604,"frontier":false},{"modelKey":"grok-build-0-1-06-16","sourceId":"0b7efa66-2115-49e0-a1b7-a2ba225fe9f6","slug":"grok-build-0-1-06-16","name":"Grok Build 0.1 0616","shortName":"Grok Build 0.1 0616","creatorName":"xAI","creatorSlug":"xai","releaseDate":null,"cutoffDate":null,"totalCost":375.00657010387033,"inputCost":106.35369210387037,"outputCost":268.652878,"reasoningCost":248.68659,"answerCost":19.966288,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":39.8026227264218,"coding":51.4504438895825,"agentic":28.0356116838488,"mmmu":0.765317919075144,"priceInput1m":1,"priceOutput1m":2,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":39.7628927666177,"costForScoring":375.00657010387033,"costPenalty":45.740388766206806,"pointsPerK":106.03252299180804,"costPerQuality":9.431068617288858,"deltaTop":-23.292622497251735,"costVsTop":0.06660243752235173,"calculated":39.7628927666177,"frontier":false},{"modelKey":"qwen3-6-27b","sourceId":"8c29d66d-bf98-4ea3-8572-5409353ecc66","slug":"qwen3-6-27b","name":"Qwen3.6 27B (Reasoning)","shortName":"Qwen3.6 27B","creatorName":"Alibaba","creatorSlug":"alibaba","releaseDate":"2026-04-22","cutoffDate":null,"totalCost":668.077305,"inputCost":153.2220198,"outputCost":514.8552852,"reasoningCost":486.8075664,"answerCost":28.0477188,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":37.0516798775037,"coding":53.7210431405188,"agentic":27.0255773195876,"mmmu":0.746242774566474,"priceInput1m":0.6,"priceOutput1m":3.6,"activeParams":27.8,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":39.2661001125367,"costForScoring":668.077305,"costPenalty":48.24826718751639,"pointsPerK":58.77478522120534,"costPerQuality":17.01409875402165,"deltaTop":-23.78941515133274,"costVsTop":0.11865279308050287,"calculated":39.2661001125367,"frontier":false},{"modelKey":"gpt-5-5-non-reasoning","sourceId":"6f1a7562-6e96-46ac-af4f-6ba5a7a3da96","slug":"gpt-5-5-non-reasoning","name":"GPT-5.5 (Non-reasoning)","shortName":"GPT-5.5 (Non-reasoning)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-04-23","cutoffDate":null,"totalCost":192.91132714075914,"inputCost":126.78526714075915,"outputCost":66.12606,"reasoningCost":0,"answerCost":66.12606,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":35.3827351786589,"coding":56.4784470800389,"agentic":25.8018109965636,"mmmu":0.713872832369942,"priceInput1m":5,"priceOutput1m":30,"activeParams":null,"isOpenWeights":false,"isReasoning":false,"rawResultJson":"{}","quality":39.2209977517538,"costForScoring":192.91132714075914,"costPenalty":42.85357728785934,"pointsPerK":203.31101513357956,"costPerQuality":4.918572657477409,"deltaTop":-23.83451751211564,"costVsTop":0.03426170536075566,"calculated":39.2209977517538,"frontier":false},{"modelKey":"minimax-m2-7","sourceId":"4bbceacb-cf47-464b-b60f-e1d1fe016d67","slug":"minimax-m2-7","name":"MiniMax-M2.7","shortName":"MiniMax-M2.7","creatorName":"MiniMax","creatorSlug":"minimax","releaseDate":"2026-03-18","cutoffDate":null,"totalCost":137.45746710659347,"inputCost":36.02909550659345,"outputCost":101.4283716,"reasoningCost":85.25928,"answerCost":16.169091599999998,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":38.1344947250387,"coding":52.6173879872382,"agentic":25.5759931271478,"mmmu":null,"priceInput1m":0.3,"priceOutput1m":1.2,"activeParams":10,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":38.77595861314157,"costForScoring":137.45746710659347,"costPenalty":41.38168337014009,"pointsPerK":282.09423197847934,"costPerQuality":3.5449147364214415,"deltaTop":-24.27955665072787,"costVsTop":0.0244129119188814,"calculated":38.77595861314157,"frontier":false},{"modelKey":"qwen3-7-plus","sourceId":"a87fce42-eea3-4e45-a96d-fe057814f371","slug":"qwen3-7-plus","name":"Qwen3.7 Plus","shortName":"Qwen3.7 Plus","creatorName":"Alibaba","creatorSlug":"alibaba","releaseDate":"2026-06-01","cutoffDate":null,"totalCost":152.14551924224813,"inputCost":20.421312082248125,"outputCost":131.72420716,"reasoningCost":126.27167587999999,"answerCost":5.45253128,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":38.9772279786141,"coding":55.8611631294216,"agentic":20.8054719358534,"mmmu":0.804624277456647,"priceInput1m":0.4,"priceOutput1m":1.16,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":38.547954347963035,"costForScoring":152.14551924224813,"costPenalty":41.82259166703907,"pointsPerK":253.3624029149782,"costPerQuality":3.9469155190147687,"deltaTop":-24.507560915906403,"costVsTop":0.02702155974715551,"calculated":38.547954347963035,"frontier":false},{"modelKey":"nvidia-nemotron-3-ultra-550b-a55b","sourceId":"5b52def2-ac9b-4465-ad80-91ea8079e253","slug":"nvidia-nemotron-3-ultra-550b-a55b","name":"Nemotron 3 Ultra 550B A55B (Reasoning)","shortName":"Nemotron 3 Ultra","creatorName":"NVIDIA","creatorSlug":"nvidia","releaseDate":"2026-06-04","cutoffDate":null,"totalCost":443.06889920540624,"inputCost":154.60985958040624,"outputCost":288.459039625,"reasoningCost":254.9132797,"answerCost":33.545759925,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":37.7619546243905,"coding":49.2652413649605,"agentic":27.3604776632302,"mmmu":null,"priceInput1m":0.675,"priceOutput1m":2.675,"activeParams":55,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":38.1292245508604,"costForScoring":443.06889920540624,"costPenalty":46.46471266218667,"pointsPerK":86.05709996625995,"costPerQuality":11.620191714478711,"deltaTop":-24.92629071300904,"costVsTop":0.0786905377931155,"calculated":38.1292245508604,"frontier":false},{"modelKey":"grok-4-3","sourceId":"948892b5-db03-4118-a4a8-ccd51ed871ea","slug":"grok-4-3","name":"Grok 4.3 (high)","shortName":"Grok 4.3 (high)","creatorName":"xAI","creatorSlug":"xai","releaseDate":"2026-04-30","cutoffDate":null,"totalCost":299.97168877085073,"inputCost":91.88306877085071,"outputCost":208.08862,"reasoningCost":195.56833,"answerCost":12.520290000000001,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":37.5766393431307,"coding":42.2462373422111,"agentic":24.0959828178694,"mmmu":0.78092485549133,"priceInput1m":1.25,"priceOutput1m":2.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":34.63961983440374,"costForScoring":299.97168877085073,"costPenalty":44.770802680836766,"pointsPerK":115.47629703436796,"costPerQuality":8.659785823426438,"deltaTop":-28.4158954294657,"costVsTop":0.05327598834948713,"calculated":34.63961983440374,"frontier":false},{"modelKey":"qwen3-5-397b-a17b","sourceId":"0e66bae9-41f1-42fc-9276-ce8cb6f72919","slug":"qwen3-5-397b-a17b","name":"Qwen3.5 397B A17B (Reasoning)","shortName":"Qwen3.5 397B A17B","creatorName":"Alibaba","creatorSlug":"alibaba","releaseDate":"2026-02-16","cutoffDate":null,"totalCost":528.0552312,"inputCost":210.809094,"outputCost":317.24613719999996,"reasoningCost":292.3710516,"answerCost":24.875085600000002,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":33.6817059499116,"coding":48.2118705784436,"agentic":19.84535395189,"mmmu":0.772832369942197,"priceInput1m":0.6,"priceOutput1m":3.6,"activeParams":17,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":33.9129768267484,"costForScoring":528.0552312,"costPenalty":47.22679349334801,"pointsPerK":64.22240482246812,"costPerQuality":15.570889984022388,"deltaTop":-29.14253843712104,"costVsTop":0.09378439832296159,"calculated":33.9129768267484,"frontier":false},{"modelKey":"qwen3-5-122b-a10b","sourceId":"2236df45-0699-40d1-b5cc-69ee345d2257","slug":"qwen3-5-122b-a10b","name":"Qwen3.5 122B A10B (Reasoning)","shortName":"Qwen3.5 122B A10B","creatorName":"Alibaba","creatorSlug":"alibaba","releaseDate":"2026-02-24","cutoffDate":null,"totalCost":447.0722616,"inputCost":140.845484,"outputCost":306.2267776,"reasoningCost":273.51342719999997,"answerCost":32.7133504,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":32.2791462784081,"coding":45.7149916770703,"agentic":20.7174158075601,"mmmu":0.74971098265896,"priceInput1m":0.4,"priceOutput1m":3.2,"activeParams":10,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":32.90385125434617,"costForScoring":447.0722616,"costPenalty":46.5037772509558,"pointsPerK":73.5985076251176,"costPerQuality":13.587232027769016,"deltaTop":-30.151664009523266,"costVsTop":0.07940154851938466,"calculated":32.90385125434617,"frontier":false},{"modelKey":"mistral-medium-3-5","sourceId":"dd059b25-d82a-4ead-82a4-4adceaaec48b","slug":"mistral-medium-3-5","name":"Mistral Medium 3.5","shortName":"Mistral Medium 3.5","creatorName":"Mistral","creatorSlug":"mistral","releaseDate":"2026-04-29","cutoffDate":null,"totalCost":1014.3389045550001,"inputCost":330.53269705499997,"outputCost":683.8062075000001,"reasoningCost":630.0631350000001,"answerCost":53.7430725,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":29.947307563003,"coding":46.9023096129838,"agentic":18.9989965635739,"mmmu":0.648554913294798,"priceInput1m":1.5,"priceOutput1m":7.5,"activeParams":128,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":31.949537913186898,"costForScoring":1014.3389045550001,"costPenalty":50.06183082992612,"pointsPerK":31.49789263698158,"costPerQuality":31.748155710769776,"deltaTop":-31.10597735068254,"costVsTop":0.18015002643394445,"calculated":31.949537913186898,"frontier":false},{"modelKey":"qwen3-6-35b-a3b","sourceId":"8665ca00-c687-44c7-875c-22618cb31c4f","slug":"qwen3-6-35b-a3b","name":"Qwen3.6 35B A3B (Reasoning)","shortName":"Qwen3.6 35B A3B","creatorName":"Alibaba","creatorSlug":"alibaba","releaseDate":"2026-04-16","cutoffDate":null,"totalCost":332.976249655,"inputCost":113.0504776,"outputCost":219.925772055,"reasoningCost":55.33288497,"answerCost":164.592887085,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":31.649611240178,"coding":41.8838431127757,"agentic":21.413264604811,"mmmu":0.75028901734104,"priceInput1m":0.248,"priceOutput1m":1.485,"activeParams":3,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":31.648906319254902,"costForScoring":332.976249655,"costPenalty":45.22413257495429,"pointsPerK":95.04853980440541,"costPerQuality":10.52094016444481,"deltaTop":-31.406608944614536,"costVsTop":0.05913771019513465,"calculated":31.648906319254902,"frontier":false},{"modelKey":"ring-2-6-1t","sourceId":"eb4ba465-3fcd-4065-9fe2-e8225e7b2c6c","slug":"ring-2-6-1t","name":"Ring-2.6-1T","shortName":"Ring-2.6-1T","creatorName":"InclusionAI","creatorSlug":"inclusionai","releaseDate":"2026-05-08","cutoffDate":null,"totalCost":459.12893349999996,"inputCost":197.9248035,"outputCost":261.20412999999996,"reasoningCost":237.88482,"answerCost":23.31931,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":30.5727263188268,"coding":42.8344777361631,"agentic":18.8602680412371,"mmmu":null,"priceInput1m":0.3,"priceOutput1m":2.5,"activeParams":63,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":30.75582403207567,"costForScoring":459.12893349999996,"costPenalty":46.61934662104838,"pointsPerK":66.9873357743325,"costPerQuality":14.928194836242012,"deltaTop":-32.29969123179377,"costVsTop":0.08154285430164022,"calculated":30.75582403207567,"frontier":false},{"modelKey":"claude-4-5-haiku-reasoning","sourceId":"a6340098-d7ae-462d-b372-0a0a67fc44b4","slug":"claude-4-5-haiku-reasoning","name":"Claude 4.5 Haiku (Reasoning)","shortName":"Claude 4.5 Haiku","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2025-10-15","cutoffDate":"2025-07-01","totalCost":539.0420164053902,"inputCost":98.37391640539013,"outputCost":440.66810000000004,"reasoningCost":402.01882500000005,"answerCost":38.649274999999996,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":29.5762345971708,"coding":43.8921833818837,"agentic":16.4030549828179,"mmmu":0.585549132947977,"priceInput1m":1,"priceOutput1m":5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":29.957157653957466,"costForScoring":539.0420164053902,"costPenalty":47.31622618214249,"pointsPerK":55.57481001894291,"costPerQuality":17.9937637152362,"deltaTop":-33.09835760991197,"costVsTop":0.0957356886030514,"calculated":29.957157653957466,"frontier":false},{"modelKey":"step-3-7-flash","sourceId":"6c7b322e-2f35-48ff-9171-fb621a726fc0","slug":"step-3-7-flash","name":"Step 3.7 Flash","shortName":"Step 3.7 Flash","creatorName":"StepFun","creatorSlug":"stepfun","releaseDate":"2026-05-29","cutoffDate":null,"totalCost":320.061736211216,"inputCost":24.507531811215998,"outputCost":295.5542044,"reasoningCost":283.66553315,"answerCost":11.88867125,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":29.7283976225226,"coding":37.3188028852823,"agentic":21.5294020618557,"mmmu":0.753179190751445,"priceInput1m":0.2,"priceOutput1m":1.15,"activeParams":11,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":29.525534189886866,"costForScoring":320.061736211216,"costPenalty":45.052337567882354,"pointsPerK":92.24949704828913,"costPerQuality":10.8401675022308,"deltaTop":-33.52998107398257,"costVsTop":0.05684404884799358,"calculated":29.525534189886866,"frontier":false},{"modelKey":"grok-4-3-non-reasoning","sourceId":"90c2a9cf-ad7e-4332-9be2-2fd1309833e2","slug":"grok-4-3-non-reasoning","name":"Grok 4.3 (Non-reasoning)","shortName":"Grok 4.3 (Non-reasoning)","creatorName":"xAI","creatorSlug":"xai","releaseDate":"2026-04-30","cutoffDate":null,"totalCost":212.86902430562998,"inputCost":190.42488180562998,"outputCost":22.4441425,"reasoningCost":0,"answerCost":22.4441425,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":24.7517904486036,"coding":35.1830177555833,"agentic":22.8129553264605,"mmmu":0.647976878612717,"priceInput1m":1.25,"priceOutput1m":2.5,"activeParams":null,"isOpenWeights":false,"isReasoning":false,"rawResultJson":"{}","quality":27.582587843549135,"costForScoring":212.86902430562998,"costPenalty":43.28112469555429,"pointsPerK":129.57539469879381,"costPerQuality":7.717514597000173,"deltaTop":-35.4729274203203,"costVsTop":0.03780626000187875,"calculated":27.582587843549135,"frontier":false},{"modelKey":"gemma-4-26b-a4b","sourceId":"6e1b44ff-c227-496b-aef4-19b70cd18c76","slug":"gemma-4-26b-a4b","name":"Gemma 4 26B A4B (Reasoning)","shortName":"Gemma 4 26B A4B","creatorName":"Google","creatorSlug":"google","releaseDate":"2026-04-02","cutoffDate":null,"totalCost":54.47459310313365,"inputCost":24.738901503133647,"outputCost":29.735691600000003,"reasoningCost":27.4816284,"answerCost":2.2540632,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":25.6946061195095,"coding":39.3163060063809,"agentic":10.9671924398625,"mmmu":0.692485549132948,"priceInput1m":0.13,"priceOutput1m":0.4,"activeParams":3.8,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":25.326034855250967,"costForScoring":54.47459310313365,"costPenalty":37.361939949766,"pointsPerK":464.914621891762,"costPerQuality":2.150932564630786,"deltaTop":-37.72948040861847,"costVsTop":0.009674872316775834,"calculated":25.326034855250967,"frontier":true},{"modelKey":"nvidia-nemotron-3-super-120b-a12b","sourceId":"63872e9c-3377-4a6b-b477-7bba244c38e9","slug":"nvidia-nemotron-3-super-120b-a12b","name":"NVIDIA Nemotron 3 Super 120B A12B (Reasoning)","shortName":"NVIDIA Nemotron 3 Super","creatorName":"NVIDIA","creatorSlug":"nvidia","releaseDate":"2026-03-11","cutoffDate":null,"totalCost":294.5645324025114,"inputCost":214.47480590251143,"outputCost":80.0897265,"reasoningCost":74.84373599999999,"answerCost":5.2459905,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":25.4059430700317,"coding":37.7163094742683,"agentic":8.7233642611684,"mmmu":null,"priceInput1m":0.3,"priceOutput1m":0.75,"activeParams":12.7,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":23.948538935156133,"costForScoring":294.5645324025114,"costPenalty":44.691804536092086,"pointsPerK":81.30150205059769,"costPerQuality":12.299895755648569,"deltaTop":-39.1069763287133,"costVsTop":0.05231565905686659,"calculated":23.948538935156133,"frontier":false},{"modelKey":"gpt-oss-120b","sourceId":"f0083258-8646-45b8-8082-7aaf6c2ea82a","slug":"gpt-oss-120b","name":"gpt-oss-120b (high)","shortName":"gpt-oss-120b (high)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2025-08-05","cutoffDate":"2024-05-31","totalCost":96.276024,"inputCost":43.8453252,"outputCost":52.4306988,"reasoningCost":48.8940852,"answerCost":3.5366136,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":23.8309678073278,"coding":30.441115272576,"agentic":13.1731638029782,"mmmu":null,"priceInput1m":0.15,"priceOutput1m":0.6,"activeParams":5.1,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":22.48174896096066,"costForScoring":96.276024,"costPenalty":39.83518146512473,"pointsPerK":233.51347538989208,"costPerQuality":4.282408106557118,"deltaTop":-40.57376630290878,"costVsTop":0.017098948083987868,"calculated":22.48174896096066,"frontier":false},{"modelKey":"gemini-3-1-flash-lite-preview","sourceId":"598190f8-dc9c-4fea-a7ea-4b81c402ab18","slug":"gemini-3-1-flash-lite-preview","name":"Gemini 3.1 Flash-Lite","shortName":"Gemini 3.1 Flash-Lite","creatorName":"Google","creatorSlug":"google","releaseDate":"2026-03-03","cutoffDate":"2025-01-01","totalCost":93.72015133584392,"inputCost":10.718464335843926,"outputCost":83.00168699999999,"reasoningCost":78.86947649999999,"answerCost":4.1322105,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":25.038457882447,"coding":34.6901442641143,"agentic":6.17159793814433,"mmmu":0.755491329479769,"priceInput1m":0.25,"priceOutput1m":1.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":21.966733361568544,"costForScoring":93.72015133584392,"costPenalty":39.71832981208203,"pointsPerK":234.38644782861348,"costPerQuality":4.266458275485336,"deltaTop":-41.088781902300894,"costVsTop":0.016645016438517252,"calculated":21.966733361568544,"frontier":false},{"modelKey":"nova-2-0-pro-reasoning-medium","sourceId":"0d94dc87-12c8-4d4a-8d99-804ce3f17bc2","slug":"nova-2-0-pro-reasoning-medium","name":"Nova 2.0 Pro Preview (medium)","shortName":"Nova 2.0 Pro Preview (medium)","creatorName":"Amazon","creatorSlug":"aws","releaseDate":"2025-11-27","cutoffDate":null,"totalCost":406.77955563472,"inputCost":54.18382563472,"outputCost":352.59573,"reasoningCost":327.90179,"answerCost":24.693939999999998,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":21.7654780663193,"coding":33.96145443196,"agentic":6.99762199312715,"mmmu":0.645086705202312,"priceInput1m":1.25,"priceOutput1m":10,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":20.908184830468816,"costForScoring":406.77955563472,"costPenalty":46.09359117559101,"pointsPerK":51.3993010239776,"costPerQuality":19.4555174891095,"deltaTop":-42.147330433400626,"costVsTop":0.07224542741218448,"calculated":20.908184830468816,"frontier":false},{"modelKey":"mistral-large-3","sourceId":"4928e950-7f37-4475-b0dc-c5bad781a321","slug":"mistral-large-3","name":"Mistral Large 3","shortName":"Mistral Large 3","creatorName":"Mistral","creatorSlug":"mistral","releaseDate":"2025-12-02","cutoffDate":null,"totalCost":71.038521,"inputCost":62.611368,"outputCost":8.427153,"reasoningCost":0,"answerCost":8.427153,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":15.9300825619952,"coding":20.0656297683452,"agentic":5.51939862542955,"mmmu":0.556647398843931,"priceInput1m":0.5,"priceOutput1m":1.5,"activeParams":41,"isOpenWeights":true,"isReasoning":false,"rawResultJson":"{}","quality":13.838370318589982,"costForScoring":71.038521,"costPenalty":38.514939109880956,"pointsPerK":194.8009350953405,"costPerQuality":5.133445583875534,"deltaTop":-49.21714494527946,"costVsTop":0.012616682036456781,"calculated":13.838370318589982,"frontier":false},{"modelKey":"gpt-oss-20b","sourceId":"36f73aaf-d38a-4b56-a2b3-d04d17186910","slug":"gpt-oss-20b","name":"gpt-oss-20B (high)","shortName":"gpt-oss-20B (high)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2025-08-05","cutoffDate":"2024-05-31","totalCost":29.871728500000003,"inputCost":16.404767900000003,"outputCost":13.466960600000002,"reasoningCost":12.672229600000001,"answerCost":0.7947310000000001,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":14.8851031229075,"coding":20.6967852684145,"agentic":3.10310309278351,"mmmu":null,"priceInput1m":0.05,"priceOutput1m":0.2,"activeParams":3.6,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":12.894997161368506,"costForScoring":29.871728500000003,"costPenalty":34.752603533805896,"pointsPerK":431.67897570334793,"costPerQuality":2.316536260239844,"deltaTop":-50.16051810250093,"costVsTop":0.0053053201989363506,"calculated":12.894997161368506,"frontier":true}]}