{"run":{"id":3450,"source_url":"https://artificialanalysis.ai/models","status":"success","started_at":"2026-11-04T14:00:55.822Z","completed_at":"2026-11-04T14:00:58.378Z","duration_ms":2556,"http_status":200,"html_bytes":1456965,"html_sha256":"f487a99e0ba091e40f0299437a653f8a098ddf082ebeb868f3b4e2ae49b920a5","html_gzip_bytes":159234,"raw_html_encoding":"gzip-base64-chunks","parser_version":"aa-next-rsc-manifest-aes-gcm-v5","model_count":723,"result_count":90,"error":null,"default_winner_model_key":"gemini-4-carbon"},"options":{"mode":"intelligence","calc":"raw","sort":"score","costWeight":10,"costFloor":0.01,"costPower":1,"frontierOnly":false,"frontierMetric":"cost","limit":100},"effectiveSortBy":"score","topQualityModel":{"modelKey":"gemini-4-carbon","sourceId":"909ed0ba-bcc5-4f38-8162-08a4e187a772","slug":"gemini-4-carbon","name":"Gemini 4 Carbon (High)","shortName":"Gemini 4 Carbon (high)","creatorName":"Google","creatorSlug":"google","releaseDate":"2026-10-28","cutoffDate":null,"totalCost":8239.688057352134,"inputCost":4144.494657352134,"outputCost":4095.1933999999997,"reasoningCost":3357.5408399999997,"answerCost":737.65256,"costPerTask":7.755545745286556,"inputCostPerTask":5.300189827800433,"outputCostPerTask":2.4553559174861244,"reasoningCostPerTask":1.4435571315365638,"answerCostPerTask":1.0117987859495603,"timePerTask":1773.9404045129816,"intelligence":60.025738829526,"agentic":null,"mmmu":null,"priceInput1m":4,"priceOutput1m":20,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":60.025738829526,"costForScoring":7.755545745286556,"costPenalty":28.896123638294597,"pointsPerK":7739.7182353036505,"costPerQuality":0.12920366990088072,"deltaTop":0,"costVsTop":1,"calculated":60.025738829526,"frontier":true},"rows":[{"modelKey":"gemini-4-carbon","sourceId":"909ed0ba-bcc5-4f38-8162-08a4e187a772","slug":"gemini-4-carbon","name":"Gemini 4 Carbon (High)","shortName":"Gemini 4 Carbon (high)","creatorName":"Google","creatorSlug":"google","releaseDate":"2026-10-28","cutoffDate":null,"totalCost":8239.688057352134,"inputCost":4144.494657352134,"outputCost":4095.1933999999997,"reasoningCost":3357.5408399999997,"answerCost":737.65256,"costPerTask":7.755545745286556,"inputCostPerTask":5.300189827800433,"outputCostPerTask":2.4553559174861244,"reasoningCostPerTask":1.4435571315365638,"answerCostPerTask":1.0117987859495603,"timePerTask":1773.9404045129816,"intelligence":60.025738829526,"agentic":null,"mmmu":null,"priceInput1m":4,"priceOutput1m":20,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":60.025738829526,"costForScoring":7.755545745286556,"costPenalty":28.896123638294597,"pointsPerK":7739.7182353036505,"costPerQuality":0.12920366990088072,"deltaTop":0,"costVsTop":1,"calculated":60.025738829526,"frontier":true},{"modelKey":"claude-opus-5-5","sourceId":"2f3c4dc9-a450-4303-8697-0237257cf08f","slug":"claude-opus-5-5","name":"Claude Opus 5.5 (Max, Default Fallback)","shortName":"Claude Opus 5.5 (max with fallback)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-09-22","cutoffDate":null,"totalCost":8909.667015653067,"inputCost":4546.758855653068,"outputCost":4362.90816,"reasoningCost":3467.2702,"answerCost":895.63796,"costPerTask":10.036409719512749,"inputCostPerTask":6.569951348193785,"outputCostPerTask":3.4664583713189643,"reasoningCostPerTask":2.409395982770641,"answerCostPerTask":1.0570623885483243,"timePerTask":1547.1234428101602,"intelligence":59.1060336078904,"agentic":null,"mmmu":0.876878612716763,"priceInput1m":4,"priceOutput1m":20,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":59.1060336078904,"costForScoring":10.036409719512749,"costPenalty":30.015783823447887,"pointsPerK":5889.1610904422005,"costPerQuality":0.16980347194491716,"deltaTop":-0.9197052216355956,"costVsTop":1.2940945807214652,"calculated":59.1060336078904,"frontier":false},{"modelKey":"gemini-4-carbon-medium","sourceId":"0d3eaafd-54ed-4f78-bdd7-05a2db883986","slug":"gemini-4-carbon-medium","name":"Gemini 4 Carbon (Medium)","shortName":"Gemini 4 Carbon (medium)","creatorName":"Google","creatorSlug":"google","releaseDate":"2026-10-28","cutoffDate":null,"totalCost":5903.025873838662,"inputCost":3422.9518938386623,"outputCost":2480.07398,"reasoningCost":1798.1422599999999,"answerCost":681.93172,"costPerTask":6.585776867225546,"inputCostPerTask":4.525526958460263,"outputCostPerTask":2.0602499087652824,"reasoningCostPerTask":1.1240859683727946,"answerCostPerTask":0.9361639403924873,"timePerTask":1554.442945723349,"intelligence":58.2587824022788,"agentic":null,"mmmu":0.892485549132948,"priceInput1m":4,"priceOutput1m":20,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":58.2587824022788,"costForScoring":6.585776867225546,"costPenalty":28.186070122892986,"pointsPerK":8846.151878027724,"costPerQuality":0.11304350341122033,"deltaTop":-1.7669564272472016,"costVsTop":0.8491700111791696,"calculated":58.2587824022788,"frontier":true},{"modelKey":"claude-opus-5-5-xhigh","sourceId":"df5bf99d-d228-4715-b41b-19ca86118777","slug":"claude-opus-5-5-xhigh","name":"Claude Opus 5.5 (Xhigh, Default Fallback)","shortName":"Claude Opus 5.5 (xhigh with fallback)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-09-22","cutoffDate":null,"totalCost":4765.908765973122,"inputCost":2749.430625973122,"outputCost":2016.47814,"reasoningCost":1320.68222,"answerCost":695.79592,"costPerTask":6.047194490848774,"inputCostPerTask":3.979168177665878,"outputCostPerTask":2.0680263131828958,"reasoningCostPerTask":1.2753733335435382,"answerCostPerTask":0.7926529796393574,"timePerTask":967.1869851582348,"intelligence":57.4447060170507,"agentic":null,"mmmu":0.865895953757225,"priceInput1m":4,"priceOutput1m":20,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":57.4447060170507,"costForScoring":6.047194490848774,"costPenalty":27.81553936680041,"pointsPerK":9499.397795784778,"costPerQuality":0.10526983094062402,"deltaTop":-2.5810328124753,"costVsTop":0.7797252043189824,"calculated":57.4447060170507,"frontier":true},{"modelKey":"gpt-6-astra","sourceId":"2f339a97-9a0d-499a-9cb5-e0db665bfa25","slug":"gpt-6-astra","name":"GPT-6 Astra (Max)","shortName":"GPT-6 Astra (max)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-09-03","cutoffDate":"2026-04-30","totalCost":5661.179482563332,"inputCost":2944.7865325633325,"outputCost":2716.39295,"reasoningCost":1943.70705,"answerCost":772.6859000000001,"costPerTask":6.244666943602518,"inputCostPerTask":3.6460069947806435,"outputCostPerTask":2.598659948821875,"reasoningCostPerTask":1.7879848417442221,"answerCostPerTask":0.8106751070776523,"timePerTask":1102.1829756945417,"intelligence":56.8538559596797,"agentic":null,"mmmu":0.86878612716763,"priceInput1m":10,"priceOutput1m":50,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":56.8538559596797,"costForScoring":6.244666943602518,"costPenalty":27.955092804342865,"pointsPerK":9104.385625869902,"costPerQuality":0.10983717530137597,"deltaTop":-3.1718828698463,"costVsTop":0.8051873006355128,"calculated":56.8538559596797,"frontier":false},{"modelKey":"gpt-6-astra-xhigh","sourceId":"1f541ef3-913f-4eb2-9d07-0e93c7a9a5e3","slug":"gpt-6-astra-xhigh","name":"GPT-6 Astra (Xhigh)","shortName":"GPT-6 Astra (xhigh)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-09-03","cutoffDate":"2026-04-30","totalCost":3746.2153585654264,"inputCost":2131.9817585654264,"outputCost":1614.2336,"reasoningCost":972.4202999999999,"answerCost":641.8133,"costPerTask":3.6589264906126227,"inputCostPerTask":2.3227385608426587,"outputCostPerTask":1.3361879297699635,"reasoningCostPerTask":0.7346434320397106,"answerCostPerTask":0.601544497730253,"timePerTask":545.8322587127552,"intelligence":55.3057468569681,"agentic":null,"mmmu":0.86242774566474,"priceInput1m":10,"priceOutput1m":50,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":55.3057468569681,"costForScoring":3.6589264906126227,"costPenalty":25.633536844136383,"pointsPerK":15115.293242119256,"costPerQuality":0.06615816074368094,"deltaTop":-4.719991972557899,"costVsTop":0.4717819494310043,"calculated":55.3057468569681,"frontier":true},{"modelKey":"gpt-6-astra-high","sourceId":"e05a4828-0536-4876-870d-a235023f992b","slug":"gpt-6-astra-high","name":"GPT-6 Astra (High)","shortName":"GPT-6 Astra (high)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-09-03","cutoffDate":"2026-04-30","totalCost":3203.9990980989687,"inputCost":1924.756298098969,"outputCost":1279.2428,"reasoningCost":677.6603,"answerCost":601.5825000000001,"costPerTask":3.2385719685518306,"inputCostPerTask":2.0818984867274293,"outputCostPerTask":1.1566734818244009,"reasoningCostPerTask":0.6045759954179231,"answerCostPerTask":0.5520974864064778,"timePerTask":462.755777356571,"intelligence":54.849838322506,"agentic":null,"mmmu":0.864161849710983,"priceInput1m":10,"priceOutput1m":50,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":54.849838322506,"costForScoring":3.2385719685518306,"costPenalty":25.103535525239685,"pointsPerK":16936.427183068845,"costPerQuality":0.0590443302587271,"deltaTop":-5.175900507019996,"costVsTop":0.41758144106365147,"calculated":54.849838322506,"frontier":true},{"modelKey":"gpt-6-1-sol","sourceId":"b25ac058-1e33-4c31-bbc9-a20c3ad0717a","slug":"gpt-6-1-sol","name":"GPT-6.1 Sol (Max)","shortName":"GPT-6.1 Sol (max)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-09-29","cutoffDate":null,"totalCost":1123.9739209537065,"inputCost":487.36386095370665,"outputCost":636.61006,"reasoningCost":466.11559,"answerCost":170.49447,"costPerTask":1.2720632679446995,"inputCostPerTask":0.5938263505669177,"outputCostPerTask":0.678236917377782,"reasoningCostPerTask":0.4921293730141594,"answerCostPerTask":0.18610754436362267,"timePerTask":1223.6894490603572,"intelligence":54.6087338138148,"agentic":null,"mmmu":0.859537572254335,"priceInput1m":2,"priceOutput1m":10,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":54.6087338138148,"costForScoring":1.2720632679446995,"costPenalty":21.045087121268217,"pointsPerK":42929.25925142649,"costPerQuality":0.02329413592121954,"deltaTop":-5.417005015711197,"costVsTop":0.16401982655028471,"calculated":54.6087338138148,"frontier":true},{"modelKey":"claude-sonnet-5-5","sourceId":"b171d979-5ec1-45de-b8b9-db1ee65e77ec","slug":"claude-sonnet-5-5","name":"Claude Sonnet 5.5 (Max, Default Fallback)","shortName":"Claude Sonnet 5.5 (max with fallback)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-09-28","cutoffDate":null,"totalCost":7980.631329822837,"inputCost":4628.416219822837,"outputCost":3352.21511,"reasoningCost":2740.36315,"answerCost":611.85196,"costPerTask":10.020621343395753,"inputCostPerTask":7.166750209890859,"outputCostPerTask":2.853871133504894,"reasoningCostPerTask":2.0636169402177984,"answerCostPerTask":0.7902541932870957,"timePerTask":1831.3047170004575,"intelligence":54.54133407109,"agentic":null,"mmmu":null,"priceInput1m":2,"priceOutput1m":10,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":54.54133407109,"costForScoring":10.020621343395753,"costPenalty":30.00894651435605,"pointsPerK":5442.909396734796,"costPerQuality":0.18372527027547078,"deltaTop":-5.484404758436,"costVsTop":1.2920588276441798,"calculated":54.54133407109,"frontier":false},{"modelKey":"gemini-4-carbon-low","sourceId":"b3866703-a9f7-4ea2-8f3f-b361c90aaf0e","slug":"gemini-4-carbon-low","name":"Gemini 4 Carbon (Low)","shortName":"Gemini 4 Carbon (low)","creatorName":"Google","creatorSlug":"google","releaseDate":"2026-10-28","cutoffDate":null,"totalCost":5725.016771107349,"inputCost":4046.143851107349,"outputCost":1678.8729200000002,"reasoningCost":542.8764600000001,"answerCost":1135.99646,"costPerTask":7.186577262951972,"inputCostPerTask":5.463272501238089,"outputCostPerTask":1.7233047617138841,"reasoningCostPerTask":0.6479157250653684,"answerCostPerTask":1.0753890366485157,"timePerTask":8733.93315753911,"intelligence":54.2206114502924,"agentic":null,"mmmu":null,"priceInput1m":4,"priceOutput1m":20,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":54.2206114502924,"costForScoring":7.186577262951972,"costPenalty":28.565220990425154,"pointsPerK":7544.70584068008,"costPerQuality":0.13254327221190376,"deltaTop":-5.805127379233596,"costVsTop":0.9266372089055919,"calculated":54.2206114502924,"frontier":false},{"modelKey":"gpt-6-1-sol-xhigh","sourceId":"092a3b0e-c5c8-45dc-bf1b-53673c8ff352","slug":"gpt-6-1-sol-xhigh","name":"GPT-6.1 Sol (Xhigh)","shortName":"GPT-6.1 Sol (xhigh)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-09-29","cutoffDate":null,"totalCost":717.7081569486036,"inputCost":384.8453269486036,"outputCost":332.86283,"reasoningCost":190.88821,"answerCost":141.97462,"costPerTask":0.7639949356156494,"inputCostPerTask":0.461583096140911,"outputCostPerTask":0.3024118394747384,"reasoningCostPerTask":0.1552665846433734,"answerCostPerTask":0.14714525483136498,"timePerTask":537.8854882087937,"intelligence":52.458219253291,"agentic":null,"mmmu":0.850867052023121,"priceInput1m":2,"priceOutput1m":10,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":52.458219253291,"costForScoring":0.7639949356156494,"costPenalty":18.830904797256018,"pointsPerK":68663.04579757278,"costPerQuality":0.014563874765301334,"deltaTop":-7.567519576235,"costVsTop":0.09850950026050306,"calculated":52.458219253291,"frontier":true},{"modelKey":"claude-opus-5-5-high","sourceId":"f314eade-2232-44bf-a3ab-9b326bc67de6","slug":"claude-opus-5-5-high","name":"Claude Opus 5.5 (High, Default Fallback)","shortName":"Claude Opus 5.5 (high with fallback)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-09-22","cutoffDate":null,"totalCost":2715.9800012757146,"inputCost":1593.0926212757145,"outputCost":1122.8873800000001,"reasoningCost":592.17444,"answerCost":530.71294,"costPerTask":3.4646622820973185,"inputCostPerTask":2.263148195065425,"outputCostPerTask":1.201514087031893,"reasoningCostPerTask":0.6313058524821984,"answerCostPerTask":0.5702082345496947,"timePerTask":554.9847146204728,"intelligence":51.8359958227294,"agentic":null,"mmmu":0.858381502890173,"priceInput1m":4,"priceOutput1m":20,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":51.8359958227294,"costForScoring":3.4646622820973185,"costPenalty":25.396609081629418,"pointsPerK":14961.341568723028,"costPerQuality":0.06683892586815338,"deltaTop":-8.189743006796597,"costVsTop":0.4467335240982844,"calculated":51.8359958227294,"frontier":false},{"modelKey":"gpt-6-astra-medium","sourceId":"e97a4ef5-e817-480e-9595-12f81dc4974f","slug":"gpt-6-astra-medium","name":"GPT-6 Astra (Medium)","shortName":"GPT-6 Astra (medium)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-09-03","cutoffDate":"2026-04-30","totalCost":2638.289263719404,"inputCost":1729.6540637194041,"outputCost":908.6351999999999,"reasoningCost":376.0695,"answerCost":532.5657,"costPerTask":2.732438933013427,"inputCostPerTask":1.829857711656857,"outputCostPerTask":0.9025812213565696,"reasoningCostPerTask":0.4290352028581502,"answerCostPerTask":0.4735460184984194,"timePerTask":355.28735193975206,"intelligence":51.5548393864113,"agentic":null,"mmmu":0.850867052023121,"priceInput1m":10,"priceOutput1m":50,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":51.5548393864113,"costForScoring":2.732438933013427,"costPenalty":24.36550464729096,"pointsPerK":18867.700486742393,"costPerQuality":0.05300062934021353,"deltaTop":-8.470899443114696,"costVsTop":0.3523206519249881,"calculated":51.5548393864113,"frontier":false},{"modelKey":"gpt-6-1-terra","sourceId":"b0c462cf-f2d0-4126-9434-28db9502219f","slug":"gpt-6-1-terra","name":"GPT-6.1 Terra (Max)","shortName":"GPT-6.1 Terra (max)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-10-26","cutoffDate":null,"totalCost":972.3358390033461,"inputCost":475.405579003346,"outputCost":496.93026000000003,"reasoningCost":406.615515,"answerCost":90.314745,"costPerTask":0.961108031081634,"inputCostPerTask":0.6616922074921133,"outputCostPerTask":0.2994158235895208,"reasoningCostPerTask":0.19680942126498924,"answerCostPerTask":0.10260640232453162,"timePerTask":766.0096837887634,"intelligence":51.3265188577015,"agentic":null,"mmmu":0.846820809248555,"priceInput1m":1,"priceOutput1m":5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":51.3265188577015,"costForScoring":0.961108031081634,"costPenalty":19.82772206259299,"pointsPerK":53403.48555816194,"costPerQuality":0.018725369506282435,"deltaTop":-8.699219971824498,"costVsTop":0.12392526105151902,"calculated":51.3265188577015,"frontier":false},{"modelKey":"gemini-4-argon","sourceId":"d366dfa1-d940-4788-aa73-d298c45699b3","slug":"gemini-4-argon","name":"Gemini 4 Argon (High)","shortName":"Gemini 4 Argon (high)","creatorName":"Google","creatorSlug":"google","releaseDate":"2026-09-30","cutoffDate":null,"totalCost":6102.837003629826,"inputCost":3836.2525236298256,"outputCost":2266.58448,"reasoningCost":1592.6697,"answerCost":673.9147800000001,"costPerTask":7.682671372515551,"inputCostPerTask":5.355310791158877,"outputCostPerTask":2.3273605813566736,"reasoningCostPerTask":1.3660173587416495,"answerCostPerTask":0.9613432226150244,"timePerTask":2061.6044291767157,"intelligence":50.4121935905389,"agentic":null,"mmmu":null,"priceInput1m":4,"priceOutput1m":20,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":50.4121935905389,"costForScoring":7.682671372515551,"costPenalty":28.855122565701677,"pointsPerK":6561.805281804256,"costPerQuality":0.15239708541382327,"deltaTop":-9.6135452389871,"costVsTop":0.990603579017596,"calculated":50.4121935905389,"frontier":false},{"modelKey":"gpt-6-1-sol-high","sourceId":"3b84fee3-b70a-41bc-819e-5fbdef9a0042","slug":"gpt-6-1-sol-high","name":"GPT-6.1 Sol (High)","shortName":"GPT-6.1 Sol (high)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-09-29","cutoffDate":null,"totalCost":573.1677910130082,"inputCost":326.65649101300824,"outputCost":246.5113,"reasoningCost":119.13935000000001,"answerCost":127.37195,"costPerTask":0.5909853515780825,"inputCostPerTask":0.36492336086031096,"outputCostPerTask":0.22606199071777155,"reasoningCostPerTask":0.10135343936248302,"answerCostPerTask":0.12470855135528855,"timePerTask":393.6510345501026,"intelligence":50.3291231936536,"agentic":null,"mmmu":0.849132947976879,"priceInput1m":2,"priceOutput1m":10,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":50.3291231936536,"costForScoring":0.5909853515780825,"costPenalty":17.71576716401308,"pointsPerK":85161.37169772809,"costPerQuality":0.011742413022061242,"deltaTop":-9.696615635872398,"costVsTop":0.07620164602049505,"calculated":50.3291231936536,"frontier":true},{"modelKey":"claude-fable-5-1-xhigh","sourceId":"9b166bf3-42db-4f63-8338-1c4a1244ffe8","slug":"claude-fable-5-1-xhigh","name":"Claude Fable 5.1 (Xhigh, Default Fallback)","shortName":"Claude Fable 5.1 (xhigh with fallback)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-09-01","cutoffDate":null,"totalCost":10096.622784971296,"inputCost":4425.649699623695,"outputCost":5670.9730853476,"reasoningCost":3855.7965300967503,"answerCost":1815.17655525085,"costPerTask":10.847474706140272,"inputCostPerTask":6.070022891150253,"outputCostPerTask":4.777451814990017,"reasoningCostPerTask":2.750084268725128,"answerCostPerTask":2.0273675462648884,"timePerTask":1155.2418850337162,"intelligence":50.0216384248632,"agentic":null,"mmmu":null,"priceInput1m":10,"priceOutput1m":50,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":50.0216384248632,"costForScoring":10.847474706140272,"costPenalty":30.353286461258392,"pointsPerK":4611.362531829475,"costPerQuality":0.21685564583083602,"deltaTop":-10.0041004046628,"costVsTop":1.3986732929443217,"calculated":50.0216384248632,"frontier":false},{"modelKey":"claude-sonnet-5-5-xhigh","sourceId":"975aeaef-50bd-4a65-9c73-f1015adcd4d4","slug":"claude-sonnet-5-5-xhigh","name":"Claude Sonnet 5.5 (Xhigh, Default Fallback)","shortName":"Claude Sonnet 5.5 (xhigh with fallback)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-09-28","cutoffDate":null,"totalCost":2902.498414646481,"inputCost":1795.4074046464807,"outputCost":1107.09101,"reasoningCost":750.75845,"answerCost":356.33256000000006,"costPerTask":4.091984916321919,"inputCostPerTask":2.869935927724191,"outputCostPerTask":1.2220489885977281,"reasoningCostPerTask":0.789989422247036,"answerCostPerTask":0.432059566350692,"timePerTask":826.7344523956467,"intelligence":49.9240327787242,"agentic":null,"mmmu":null,"priceInput1m":2,"priceOutput1m":10,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":49.9240327787242,"costForScoring":4.091984916321919,"costPenalty":26.11934024167632,"pointsPerK":12200.443989807865,"costPerQuality":0.08196423022271898,"deltaTop":-10.101706050801802,"costVsTop":0.5276204990227579,"calculated":49.9240327787242,"frontier":false},{"modelKey":"claude-fable-5-1","sourceId":"3e87c73e-a257-495e-9730-367a66229811","slug":"claude-fable-5-1","name":"Claude Fable 5.1 (Max, Default Fallback)","shortName":"Claude Fable 5.1 (max with fallback)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-09-01","cutoffDate":null,"totalCost":13326.778522254179,"inputCost":5275.198506398903,"outputCost":8051.580015855275,"reasoningCost":6038.632197532749,"answerCost":2012.9478183225253,"costPerTask":12.993997201178466,"inputCostPerTask":7.215193678976741,"outputCostPerTask":5.778803522201725,"reasoningCostPerTask":3.487900912193839,"answerCostPerTask":2.2909026100078864,"timePerTask":1343.0237441745235,"intelligence":49.1602124158081,"agentic":null,"mmmu":null,"priceInput1m":10,"priceOutput1m":50,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":49.1602124158081,"costForScoring":12.993997201178466,"costPenalty":31.13742768885185,"pointsPerK":3783.301755009583,"costPerQuality":0.2643193868096485,"deltaTop":-10.865526413717902,"costVsTop":1.675445884524063,"calculated":49.1602124158081,"frontier":false},{"modelKey":"claude-opus-5-5-medium","sourceId":"ea9e0da6-169f-43c6-92f5-730a10d6ff8d","slug":"claude-opus-5-5-medium","name":"Claude Opus 5.5 (Medium, Default Fallback)","shortName":"Claude Opus 5.5 (medium with fallback)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-09-22","cutoffDate":null,"totalCost":2031.2696072896504,"inputCost":1180.6463472896503,"outputCost":850.6232600000001,"reasoningCost":394.7557,"answerCost":455.86756,"costPerTask":2.4510894376611723,"inputCostPerTask":1.5746690831770878,"outputCostPerTask":0.8764203544840845,"reasoningCostPerTask":0.41361006155475377,"answerCostPerTask":0.4628102929293306,"timePerTask":402.5973765595775,"intelligence":48.2081024960691,"agentic":null,"mmmu":0.857225433526012,"priceInput1m":4,"priceOutput1m":20,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":48.2081024960691,"costForScoring":2.4510894376611723,"costPenalty":23.89359158487515,"pointsPerK":19668.03077657959,"costPerQuality":0.05084393101473004,"deltaTop":-11.817636333456896,"costVsTop":0.3160434504755291,"calculated":48.2081024960691,"frontier":false},{"modelKey":"claude-fable-5-1-high","sourceId":"9d7d72cd-d95d-45a0-b109-4ad292c9aabd","slug":"claude-fable-5-1-high","name":"Claude Fable 5.1 (High, Default Fallback)","shortName":"Claude Fable 5.1 (high with fallback)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-09-01","cutoffDate":null,"totalCost":6617.890073737758,"inputCost":3178.414688067758,"outputCost":3439.47538567,"reasoningCost":1955.923235563125,"answerCost":1483.552150106875,"costPerTask":7.539956160226559,"inputCostPerTask":4.284802167312561,"outputCostPerTask":3.255153992913999,"reasoningCostPerTask":1.6717062462819314,"answerCostPerTask":1.583447746632067,"timePerTask":767.0330692280077,"intelligence":47.174988245604,"agentic":null,"mmmu":null,"priceInput1m":10,"priceOutput1m":50,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":47.174988245604,"costForScoring":7.539956160226559,"costPenalty":28.77368820746824,"pointsPerK":6256.666118889807,"costPerQuality":0.15982952917702464,"deltaTop":-12.850750583922,"costVsTop":0.972201880803679,"calculated":47.174988245604,"frontier":false},{"modelKey":"kimi-k3-1-pro","sourceId":"665c67ca-09eb-48f0-a7a3-0096e1d5de51","slug":"kimi-k3-1-pro","name":"Kimi K3.1 Pro","shortName":"Kimi K3.1 Pro","creatorName":"Kimi","creatorSlug":"kimi","releaseDate":"2026-10-23","cutoffDate":null,"totalCost":3152.800614059493,"inputCost":2021.012864059493,"outputCost":1131.78775,"reasoningCost":865.23064,"answerCost":266.55711,"costPerTask":3.6812002895742055,"inputCostPerTask":2.958810587259056,"outputCostPerTask":0.722389702315149,"reasoningCostPerTask":0.4422975523008582,"answerCostPerTask":0.2800921500142909,"timePerTask":2246.4839093397923,"intelligence":46.4526236744189,"agentic":null,"mmmu":0.838728323699422,"priceInput1m":2,"priceOutput1m":10,"activeParams":104,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":46.4526236744189,"costForScoring":3.6812002895742055,"costPenalty":25.659894475174227,"pointsPerK":12618.879718656099,"costPerQuality":0.07924633741627415,"deltaTop":-13.573115155107097,"costVsTop":0.47465393287267504,"calculated":46.4526236744189,"frontier":false},{"modelKey":"gpt-6-1-sol-medium","sourceId":"a2e51d62-ea4e-4f15-8be0-be9dc1fb489d","slug":"gpt-6-1-sol-medium","name":"GPT-6.1 Sol (Medium)","shortName":"GPT-6.1 Sol (medium)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-09-29","cutoffDate":null,"totalCost":388.5687768506756,"inputCost":237.3604468506756,"outputCost":151.20833,"reasoningCost":51.84281,"answerCost":99.36552,"costPerTask":0.3593898648025732,"inputCostPerTask":0.22420650545078347,"outputCostPerTask":0.13518335935178977,"reasoningCostPerTask":0.04804587164387744,"answerCostPerTask":0.08713748770791233,"timePerTask":231.89042252511348,"intelligence":46.3468797067114,"agentic":null,"mmmu":0.839306358381503,"priceInput1m":2,"priceOutput1m":10,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":46.3468797067114,"costForScoring":0.3593898648025732,"costPenalty":15.555658253539768,"pointsPerK":128959.89632921769,"costPerQuality":0.007754348665472957,"deltaTop":-13.6788591228146,"costVsTop":0.04633972599813403,"calculated":46.3468797067114,"frontier":true},{"modelKey":"gpt-6-1-terra-xhigh","sourceId":"e8d443ba-8aca-4830-a186-ae869bb9c6fe","slug":"gpt-6-1-terra-xhigh","name":"GPT-6.1 Terra (Xhigh)","shortName":"GPT-6.1 Terra (xhigh)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-10-26","cutoffDate":null,"totalCost":400.1757816057799,"inputCost":226.5619666057799,"outputCost":173.613815,"reasoningCost":112.584585,"answerCost":61.02923,"costPerTask":0.40068900166662513,"inputCostPerTask":0.2696907057507997,"outputCostPerTask":0.1309982959158254,"reasoningCostPerTask":0.07096697868549828,"answerCostPerTask":0.060031317230327126,"timePerTask":349.5205725287301,"intelligence":45.250051789066,"agentic":null,"mmmu":0.838150289017341,"priceInput1m":1,"priceOutput1m":5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":45.250051789066,"costForScoring":0.40068900166662513,"costPenalty":16.028074218411138,"pointsPerK":112930.60603324027,"costPerQuality":0.008854995427064808,"deltaTop":-14.77568704046,"costVsTop":0.05166483634116199,"calculated":45.250051789066,"frontier":false},{"modelKey":"gpt-6-sol","sourceId":"c50ea08c-88c0-4eb7-85b8-27f2bbf6d527","slug":"gpt-6-sol","name":"GPT-6 Sol (Max)","shortName":"GPT-6 Sol (max)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-09-22","cutoffDate":null,"totalCost":1930.4008134117946,"inputCost":1279.6368534117946,"outputCost":650.76396,"reasoningCost":492.23183,"answerCost":158.53213,"costPerTask":2.465800491412395,"inputCostPerTask":1.9269036440792688,"outputCostPerTask":0.5388968473331259,"reasoningCostPerTask":0.35370017787792796,"answerCostPerTask":0.18519666945519778,"timePerTask":484.39745110820456,"intelligence":44.1555010304265,"agentic":null,"mmmu":0.829479768786127,"priceInput1m":2,"priceOutput1m":10,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":44.1555010304265,"costForScoring":2.465800491412395,"costPenalty":23.919579347966756,"pointsPerK":17907.166935932644,"costPerQuality":0.05584356272422933,"deltaTop":-15.870237799099499,"costVsTop":0.31794029361647297,"calculated":44.1555010304265,"frontier":false},{"modelKey":"muse-wonder","sourceId":"ff2f3f3d-783f-4e27-8a39-47237501a313","slug":"muse-wonder","name":"Muse Wonder (Max)","shortName":"Muse Wonder (max)","creatorName":"Meta","creatorSlug":"meta","releaseDate":"2026-10-12","cutoffDate":null,"totalCost":5414.453637036402,"inputCost":3146.6594770364018,"outputCost":2267.79416,"reasoningCost":1684.19264,"answerCost":583.6015199999999,"costPerTask":6.9520364786062245,"inputCostPerTask":5.030774496770688,"outputCostPerTask":1.921261981835536,"reasoningCostPerTask":1.17168848347864,"answerCostPerTask":0.7495734983568958,"timePerTask":715.2186799888955,"intelligence":43.5748225998431,"agentic":null,"mmmu":null,"priceInput1m":4,"priceOutput1m":20,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":43.5748225998431,"costForScoring":6.9520364786062245,"costPenalty":28.421120422691235,"pointsPerK":6267.922030319837,"costPerQuality":0.1595425078937959,"deltaTop":-16.450916229682896,"costVsTop":0.8963955222404993,"calculated":43.5748225998431,"frontier":false},{"modelKey":"gpt-6-astra-low","sourceId":"a3f8100d-e38f-408b-b0fa-0085dae18dc1","slug":"gpt-6-astra-low","name":"GPT-6 Astra (Low)","shortName":"GPT-6 Astra (low)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-09-03","cutoffDate":"2026-04-30","totalCost":1650.7484149542447,"inputCost":1137.2330649542446,"outputCost":513.51535,"reasoningCost":140.4658,"answerCost":373.04955,"costPerTask":1.4237229635663595,"inputCostPerTask":0.9674325135856097,"outputCostPerTask":0.45629044998074986,"reasoningCostPerTask":0.16522187297844848,"answerCostPerTask":0.2910685770023013,"timePerTask":186.96181141762725,"intelligence":43.3349823228524,"agentic":null,"mmmu":0.846242774566474,"priceInput1m":10,"priceOutput1m":50,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":43.3349823228524,"costForScoring":1.4237229635663595,"costPenalty":21.53425489933213,"pointsPerK":30437.79122189635,"costPerQuality":0.03285389510394629,"deltaTop":-16.6907565066736,"costVsTop":0.18357482636623337,"calculated":43.3349823228524,"frontier":false},{"modelKey":"claude-fable-5-1-medium","sourceId":"3b7de71c-e034-4591-8ca6-6b6be2fa471f","slug":"claude-fable-5-1-medium","name":"Claude Fable 5.1 (Medium, Default Fallback)","shortName":"Claude Fable 5.1 (medium with fallback)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-09-01","cutoffDate":null,"totalCost":4896.576659417077,"inputCost":2474.6711328851025,"outputCost":2421.905526531975,"reasoningCost":1144.3754446895998,"answerCost":1277.530081842375,"costPerTask":5.564264690221474,"inputCostPerTask":3.170028549352897,"outputCostPerTask":2.3942361408685784,"reasoningCostPerTask":1.0975854721232199,"answerCostPerTask":1.296650668745358,"timePerTask":578.1678041669567,"intelligence":43.171597828284,"agentic":null,"mmmu":null,"priceInput1m":10,"priceOutput1m":50,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":43.171597828284,"costForScoring":5.564264690221474,"costPenalty":27.45407781055524,"pointsPerK":7758.724689023671,"costPerQuality":0.12888716123858704,"deltaTop":-16.854141001242,"costVsTop":0.7174562400851242,"calculated":43.171597828284,"frontier":false},{"modelKey":"gpt-6-1-terra-high","sourceId":"ea3e1f50-f62d-41d2-849a-9af0413e4d37","slug":"gpt-6-1-terra-high","name":"GPT-6.1 Terra (High)","shortName":"GPT-6.1 Terra (high)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-10-26","cutoffDate":null,"totalCost":266.79498336499194,"inputCost":163.89481336499196,"outputCost":102.90017,"reasoningCost":51.92525,"answerCost":50.97492,"costPerTask":0.2592796466169722,"inputCostPerTask":0.17554726000517462,"outputCostPerTask":0.08373238661179763,"reasoningCostPerTask":0.038089731919092706,"answerCostPerTask":0.04564265469270494,"timePerTask":225.8562841923928,"intelligence":42.4344508712563,"agentic":null,"mmmu":0.838150289017341,"priceInput1m":1,"priceOutput1m":5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":42.4344508712563,"costForScoring":0.2592796466169722,"costPenalty":14.137684261065218,"pointsPerK":163662.86912579654,"costPerQuality":0.006110121405921143,"deltaTop":-17.591287958269696,"costVsTop":0.03343151534816874,"calculated":42.4344508712563,"frontier":true},{"modelKey":"claude-sonnet-5-5-high","sourceId":"268525e2-f873-4178-bc07-e6a0ee1f002d","slug":"claude-sonnet-5-5-high","name":"Claude Sonnet 5.5 (High, Default Fallback)","shortName":"Claude Sonnet 5.5 (high with fallback)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-09-28","cutoffDate":null,"totalCost":1268.3005112765024,"inputCost":721.7326912765025,"outputCost":546.56782,"reasoningCost":304.12603,"answerCost":242.44179,"costPerTask":1.6361294399784785,"inputCostPerTask":1.0519173198423455,"outputCostPerTask":0.5842121201361333,"reasoningCostPerTask":0.3174089245865702,"answerCostPerTask":0.2668031955495631,"timePerTask":416.7327195572278,"intelligence":41.515109087048,"agentic":null,"mmmu":null,"priceInput1m":2,"priceOutput1m":10,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":41.515109087048,"costForScoring":1.6361294399784785,"costPenalty":22.138176592647945,"pointsPerK":25373.975965858845,"costPerQuality":0.039410457444490316,"deltaTop":-18.510629742477995,"costVsTop":0.21096251556156942,"calculated":41.515109087048,"frontier":false},{"modelKey":"claude-fable-5-1-low","sourceId":"05776db7-f5c0-40f7-b824-079160f8cfa8","slug":"claude-fable-5-1-low","name":"Claude Fable 5.1 (Low, Default Fallback)","shortName":"Claude Fable 5.1 (low with fallback)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-09-01","cutoffDate":null,"totalCost":3885.935028642357,"inputCost":2099.0841804248066,"outputCost":1786.8508482175503,"reasoningCost":658.0096846625501,"answerCost":1128.841163555,"costPerTask":4.471135894646431,"inputCostPerTask":2.610733228108505,"outputCostPerTask":1.8604026665379263,"reasoningCostPerTask":0.7564009649731254,"answerCostPerTask":1.1040017015648007,"timePerTask":451.6971974121228,"intelligence":38.683648810734,"agentic":null,"mmmu":null,"priceInput1m":10,"priceOutput1m":50,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":38.683648810734,"costForScoring":4.471135894646431,"costPenalty":26.504178699123532,"pointsPerK":8651.861567672844,"costPerQuality":0.11558206198495354,"deltaTop":-21.342090018792,"costVsTop":0.5765082228241346,"calculated":38.683648810734,"frontier":false},{"modelKey":"gpt-6-1-terra-medium","sourceId":"c441e158-a87d-4116-911b-93325e4b4f1c","slug":"gpt-6-1-terra-medium","name":"GPT-6.1 Terra (Medium)","shortName":"GPT-6.1 Terra (medium)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-10-26","cutoffDate":null,"totalCost":190.36023737695848,"inputCost":122.22415237695849,"outputCost":68.13608500000001,"reasoningCost":26.355685,"answerCost":41.7804,"costPerTask":0.16880458238389412,"inputCostPerTask":0.11442726867994207,"outputCostPerTask":0.05437731370395206,"reasoningCostPerTask":0.02027390918360787,"answerCostPerTask":0.034103404520344195,"timePerTask":153.41494758036106,"intelligence":38.1652076677975,"agentic":null,"mmmu":0.827745664739884,"priceInput1m":1,"priceOutput1m":5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":38.1652076677975,"costForScoring":0.16880458238389412,"costPenalty":12.273842318454843,"pointsPerK":226091.06416911405,"costPerQuality":0.004422996564127847,"deltaTop":-21.860531161728495,"costVsTop":0.02176566136386796,"calculated":38.1652076677975,"frontier":true},{"modelKey":"muse-spark-1-3","sourceId":"9999672c-b687-4026-9c15-5cef02ff53bb","slug":"muse-spark-1-3","name":"Muse Spark 1.3 (Max)","shortName":"Muse Spark 1.3 (max)","creatorName":"Meta","creatorSlug":"meta","releaseDate":"2026-09-02","cutoffDate":null,"totalCost":1905.8419430797996,"inputCost":1383.3300323297997,"outputCost":522.51191075,"reasoningCost":395.28997549999997,"answerCost":127.22193525,"costPerTask":2.3857813858107244,"inputCostPerTask":1.998547595035618,"outputCostPerTask":0.3872337907751061,"reasoningCostPerTask":0.2316973048653712,"answerCostPerTask":0.15553648590973496,"timePerTask":703.0418817365318,"intelligence":36.6172039139368,"agentic":null,"mmmu":null,"priceInput1m":1.25,"priceOutput1m":4.25,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":36.6172039139368,"costForScoring":2.3857813858107244,"costPenalty":23.77630645836483,"pointsPerK":15348.096909346,"costPerQuality":0.06515465766906023,"deltaTop":-23.4085349155892,"costVsTop":0.3076226308458933,"calculated":36.6172039139368,"frontier":false},{"modelKey":"claude-haiku-5-5","sourceId":"7d064a11-6e78-4030-b535-cdf940615041","slug":"claude-haiku-5-5","name":"Claude Haiku 5.5 (Max)","shortName":"Claude Haiku 5.5 (max)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-10-07","cutoffDate":null,"totalCost":339.47280224093265,"inputCost":190.61184474093267,"outputCost":148.8609575,"reasoningCost":128.483789,"answerCost":20.3771685,"costPerTask":0.41100741536816304,"inputCostPerTask":0.2980244355101784,"outputCostPerTask":0.11298297985798467,"reasoningCostPerTask":0.08640723861076245,"answerCostPerTask":0.026575741247222222,"timePerTask":881.4405401276038,"intelligence":36.4845435880142,"agentic":null,"mmmu":null,"priceInput1m":0.1,"priceOutput1m":0.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":36.4845435880142,"costForScoring":0.41100741536816304,"costPenalty":16.13849657458606,"pointsPerK":88768.5774606594,"costPerQuality":0.011265247552752341,"deltaTop":-23.5411952415118,"costVsTop":0.05299529251283875,"calculated":36.4845435880142,"frontier":false},{"modelKey":"grok-4-7","sourceId":"59627802-1546-422c-9a65-65b61c022d36","slug":"grok-4-7","name":"Grok 4.7 (Xhigh)","shortName":"Grok 4.7 (xhigh)","creatorName":"SpaceXAI","creatorSlug":"xai","releaseDate":"2026-09-21","cutoffDate":null,"totalCost":5905.498377650051,"inputCost":5017.497891650051,"outputCost":888.0004859999999,"reasoningCost":727.4410499999999,"answerCost":160.559436,"costPerTask":7.771539401587139,"inputCostPerTask":7.144353757262968,"outputCostPerTask":0.6271856443241712,"reasoningCostPerTask":0.41664302009849513,"answerCostPerTask":0.21054262422567616,"timePerTask":1454.5843381762031,"intelligence":35.4850117067196,"agentic":null,"mmmu":null,"priceInput1m":2,"priceOutput1m":6,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":35.4850117067196,"costForScoring":7.771539401587139,"costPenalty":28.905070532148343,"pointsPerK":4566.020948111347,"costPerQuality":0.21900906968322872,"deltaTop":-24.540727122806402,"costVsTop":1.002062221902347,"calculated":35.4850117067196,"frontier":false},{"modelKey":"grok-4-7-high","sourceId":"272f5f03-aea9-4675-a244-2b753b618cdf","slug":"grok-4-7-high","name":"Grok 4.7 (High)","shortName":"Grok 4.7 (high)","creatorName":"SpaceXAI","creatorSlug":"xai","releaseDate":"2026-09-21","cutoffDate":null,"totalCost":4721.607424973021,"inputCost":3982.430980973021,"outputCost":739.176444,"reasoningCost":596.591154,"answerCost":142.58529,"costPerTask":6.18359556537658,"inputCostPerTask":5.648832510732802,"outputCostPerTask":0.5347630546437767,"reasoningCostPerTask":0.3491003762721274,"answerCostPerTask":0.18566267837164938,"timePerTask":1258.9992052675673,"intelligence":35.2122962959703,"agentic":null,"mmmu":null,"priceInput1m":2,"priceOutput1m":6,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":35.2122962959703,"costForScoring":6.18359556537658,"costPenalty":27.912410770504597,"pointsPerK":5694.469491687379,"costPerQuality":0.17560898367438285,"deltaTop":-24.8134425335557,"costVsTop":0.7973127576656573,"calculated":35.2122962959703,"frontier":false},{"modelKey":"gpt-6-1-sol-low","sourceId":"e76e0fe5-93ca-4272-9359-2eb1740467d1","slug":"gpt-6-1-sol-low","name":"GPT-6.1 Sol (Low)","shortName":"GPT-6.1 Sol (low)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-09-29","cutoffDate":null,"totalCost":237.90799854181154,"inputCost":156.13318854181153,"outputCost":81.77481,"reasoningCost":19.61714,"answerCost":62.157669999999996,"costPerTask":0.16147357831822573,"inputCostPerTask":0.10309363155564279,"outputCostPerTask":0.05837994676258293,"reasoningCostPerTask":0.015850911146155215,"answerCostPerTask":0.04252903561642771,"timePerTask":101.15662404943507,"intelligence":34.8029244314559,"agentic":null,"mmmu":0.83121387283237,"priceInput1m":2,"priceOutput1m":10,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":34.8029244314559,"costForScoring":0.16147357831822573,"costPenalty":12.081014695194593,"pointsPerK":215533.24571074825,"costPerQuality":0.004639655458731543,"deltaTop":-25.2228143980701,"costVsTop":0.020820401764293832,"calculated":34.8029244314559,"frontier":true},{"modelKey":"claude-opus-5-5-low","sourceId":"4416ca93-fde6-4b7b-abbc-3a6be109cc3d","slug":"claude-opus-5-5-low","name":"Claude Opus 5.5 (Low, Default Fallback)","shortName":"Claude Opus 5.5 (low with fallback)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-09-22","cutoffDate":null,"totalCost":979.6564838036733,"inputCost":557.3638038036732,"outputCost":422.29268,"reasoningCost":129.11032,"answerCost":293.18236,"costPerTask":0.9755293224458845,"inputCostPerTask":0.5942766535338331,"outputCostPerTask":0.38125266891205145,"reasoningCostPerTask":0.13733515230454046,"answerCostPerTask":0.24391751660751093,"timePerTask":176.6971037763348,"intelligence":34.752785007759,"agentic":null,"mmmu":0.846820809248555,"priceInput1m":4,"priceOutput1m":20,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":34.752785007759,"costForScoring":0.9755293224458845,"costPenalty":19.89240327943816,"pointsPerK":35624.541680229035,"costPerQuality":0.028070536569316247,"deltaTop":-25.272953821766997,"costVsTop":0.12578474223284208,"calculated":34.752785007759,"frontier":false},{"modelKey":"claude-haiku-5-5-xhigh","sourceId":"41b5bf5e-daf6-42d9-b8d1-60e340a3028d","slug":"claude-haiku-5-5-xhigh","name":"Claude Haiku 5.5 (Xhigh)","shortName":"Claude Haiku 5.5 (xhigh)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-10-07","cutoffDate":null,"totalCost":192.69510998712119,"inputCost":117.23930248712118,"outputCost":75.4558075,"reasoningCost":59.308753,"answerCost":16.1470545,"costPerTask":0.24836110126596478,"inputCostPerTask":0.18027260590163816,"outputCostPerTask":0.06808849536432662,"reasoningCostPerTask":0.04863068517532456,"answerCostPerTask":0.019457810189002056,"timePerTask":570.4595512586479,"intelligence":34.6387759486628,"agentic":null,"mmmu":null,"priceInput1m":0.1,"priceOutput1m":0.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":34.6387759486628,"costForScoring":0.24836110126596478,"costPenalty":13.950835768973764,"pointsPerK":139469.4087443623,"costPerQuality":0.007170031112936962,"deltaTop":-25.3869628808632,"costVsTop":0.03202367820690202,"calculated":34.6387759486628,"frontier":false},{"modelKey":"qwen3-8-max","sourceId":"b112af07-3bd5-4647-b09f-b23204361bb2","slug":"qwen3-8-max","name":"Qwen3.8 Max (0902)","shortName":"Qwen3.8 Max (0902)","creatorName":"Alibaba","creatorSlug":"alibaba","releaseDate":"2026-09-02","cutoffDate":null,"totalCost":6353.833130807854,"inputCost":5451.093824807854,"outputCost":902.7393059999999,"reasoningCost":669.990408,"answerCost":232.748898,"costPerTask":10.023891571541945,"inputCostPerTask":8.999127802457068,"outputCostPerTask":1.0247637690848763,"reasoningCostPerTask":0.7181857800531934,"answerCostPerTask":0.30657798903168293,"timePerTask":3751.006855959784,"intelligence":33.6545627367888,"agentic":null,"mmmu":0.827745664739884,"priceInput1m":2,"priceOutput1m":6,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":33.6545627367888,"costForScoring":10.023891571541945,"costPenalty":30.01036360247097,"pointsPerK":3357.4348342249496,"costPerQuality":0.2978464361560263,"deltaTop":-26.3711760927372,"costVsTop":1.2924804908325092,"calculated":33.6545627367888,"frontier":false},{"modelKey":"deepseek-v4-1-flash-1017","sourceId":"f151fd0b-2139-40cf-a3ec-995e8cedc592","slug":"deepseek-v4-1-flash-1017","name":"DeepSeek V4.1 Flash 1017 (Max)","shortName":"DeepSeek V4.1 Flash 1017 (max)","creatorName":"DeepSeek","creatorSlug":"deepseek","releaseDate":"2026-10-17","cutoffDate":null,"totalCost":520.6317440908241,"inputCost":311.4045944908241,"outputCost":209.22714960000002,"reasoningCost":161.36075160000001,"answerCost":47.866398000000004,"costPerTask":0.60210514783598,"inputCostPerTask":0.43535110077222494,"outputCostPerTask":0.16675404706375513,"reasoningCostPerTask":0.10873805404567916,"answerCostPerTask":0.05801599301807599,"timePerTask":819.7365477661283,"intelligence":32.5896393532027,"agentic":null,"mmmu":0.80635838150289,"priceInput1m":0.3,"priceOutput1m":1.2,"activeParams":16,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":32.5896393532027,"costForScoring":0.60210514783598,"costPenalty":17.79672340323246,"pointsPerK":54126.15964226978,"costPerQuality":0.01847535473806368,"deltaTop":-27.4360994763233,"costVsTop":0.0776354324519213,"calculated":32.5896393532027,"frontier":false},{"modelKey":"gpt-5-6-terra","sourceId":"bcf8db0a-3bb6-4d82-9516-0f57370c85a6","slug":"gpt-5-6-terra","name":"GPT-5.6 Terra (Max)","shortName":"GPT-5.6 Terra (max)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-07-09","cutoffDate":null,"totalCost":3250.1398812896296,"inputCost":2025.3879732896294,"outputCost":1224.751908,"reasoningCost":979.558752,"answerCost":245.19315600000002,"costPerTask":3.734901899414753,"inputCostPerTask":2.9399106615675263,"outputCostPerTask":0.7949912378472268,"reasoningCostPerTask":0.49473473061571394,"answerCostPerTask":0.3002565072315128,"timePerTask":646.6483738488799,"intelligence":32.3433563656461,"agentic":null,"mmmu":0.806936416184971,"priceInput1m":2,"priceOutput1m":12,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":32.3433563656461,"costForScoring":3.734901899414753,"costPenalty":25.722791991628334,"pointsPerK":8659.760613984052,"costPerQuality":0.11547663319759312,"deltaTop":-27.682382463879897,"costVsTop":0.48157821797191325,"calculated":32.3433563656461,"frontier":false},{"modelKey":"glm-5-3","sourceId":"cd684ea4-b475-4269-b001-d469d06d8a7a","slug":"glm-5-3","name":"GLM-5.3 (Max)","shortName":"GLM-5.3 (max)","creatorName":"Z AI","creatorSlug":"zai","releaseDate":"2026-08-18","cutoffDate":null,"totalCost":3495.618189005314,"inputCost":2901.3229974053143,"outputCost":594.2951916,"reasoningCost":473.6454844,"answerCost":120.64970720000001,"costPerTask":5.009264601719954,"inputCostPerTask":4.485723980393173,"outputCostPerTask":0.5235406213267805,"reasoningCostPerTask":0.3730129371756562,"answerCostPerTask":0.1505276841511242,"timePerTask":1760.1372472486266,"intelligence":31.653381843882,"agentic":null,"mmmu":null,"priceInput1m":1.4,"priceOutput1m":4.4,"activeParams":40,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":31.653381843882,"costForScoring":5.009264601719954,"costPenalty":26.997739728018672,"pointsPerK":6318.967824740914,"costPerQuality":0.15825369391574665,"deltaTop":-28.372356985644,"costVsTop":0.6458945335683619,"calculated":31.653381843882,"frontier":false},{"modelKey":"grok-4-7-low","sourceId":"208c16f0-8c5b-4524-ac8a-ac74c02e80a9","slug":"grok-4-7-low","name":"Grok 4.7 (Low)","shortName":"Grok 4.7 (low)","creatorName":"SpaceXAI","creatorSlug":"xai","releaseDate":"2026-09-21","cutoffDate":null,"totalCost":2168.6451275779937,"inputCost":1861.1243195779937,"outputCost":307.520808,"reasoningCost":205.27398599999998,"answerCost":102.246822,"costPerTask":2.9222013011913153,"inputCostPerTask":2.6661837917455786,"outputCostPerTask":0.25601750944573687,"reasoningCostPerTask":0.13004145804929593,"answerCostPerTask":0.125976051396441,"timePerTask":595.1980956174884,"intelligence":31.132077602567,"agentic":null,"mmmu":0.78150289017341,"priceInput1m":2,"priceOutput1m":6,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":31.132077602567,"costForScoring":2.9222013011913153,"costPenalty":24.65710129799968,"pointsPerK":10653.638950155542,"costPerQuality":0.09386464143178047,"deltaTop":-28.893661226958997,"costVsTop":0.376788610004304,"calculated":31.132077602567,"frontier":false},{"modelKey":"gemini-3-8-flash","sourceId":"8a999846-4c1d-4ce7-a8b7-1310a7166fd7","slug":"gemini-3-8-flash","name":"Gemini 3.8 Flash (High)","shortName":"Gemini 3.8 Flash (high)","creatorName":"Google","creatorSlug":"google","releaseDate":"2026-09-02","cutoffDate":null,"totalCost":5763.753960540184,"inputCost":5292.531416790184,"outputCost":471.22254375,"reasoningCost":366.81517125,"answerCost":104.4073725,"costPerTask":7.766006178152514,"inputCostPerTask":7.394983000430598,"outputCostPerTask":0.3710231777219156,"reasoningCostPerTask":0.22525225162166942,"answerCostPerTask":0.14577092610024622,"timePerTask":878.6570432249166,"intelligence":30.8468119957291,"agentic":null,"mmmu":0.85606936416185,"priceInput1m":0.75,"priceOutput1m":3.75,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":30.8468119957291,"costForScoring":7.766006178152514,"costPenalty":28.901977317079016,"pointsPerK":3972.0303188153493,"costPerQuality":0.2517604146330505,"deltaTop":-29.178926833796897,"costVsTop":1.0013487681214845,"calculated":30.8468119957291,"frontier":false},{"modelKey":"claude-sonnet-5-5-medium","sourceId":"042e8a37-fcd0-40f4-8f41-99215fb68eda","slug":"claude-sonnet-5-5-medium","name":"Claude Sonnet 5.5 (Medium, Default Fallback)","shortName":"Claude Sonnet 5.5 (medium with fallback)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-09-28","cutoffDate":null,"totalCost":679.1556751397377,"inputCost":385.18865513973765,"outputCost":293.96702,"reasoningCost":113.99081000000001,"answerCost":179.97620999999998,"costPerTask":0.7806560352024481,"inputCostPerTask":0.47319708746093625,"outputCostPerTask":0.3074589477415119,"reasoningCostPerTask":0.1436865351360329,"answerCostPerTask":0.16377241260547898,"timePerTask":219.69122105328847,"intelligence":30.8195522148431,"agentic":null,"mmmu":null,"priceInput1m":2,"priceOutput1m":10,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":30.8195522148431,"costForScoring":0.7806560352024481,"costPenalty":18.924597215619197,"pointsPerK":39479.04176113958,"costPerQuality":0.02532989544301276,"deltaTop":-29.2061866146829,"costVsTop":0.1006577822942883,"calculated":30.8195522148431,"frontier":false},{"modelKey":"gpt-6-1-terra-non-reasoning","sourceId":"0d3c777f-6817-42d7-9bb9-223314bc5a57","slug":"gpt-6-1-terra-non-reasoning","name":"GPT-6.1 Terra (Non-reasoning)","shortName":"GPT-6.1 Terra (non-reasoning)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-10-26","cutoffDate":null,"totalCost":213.33114383373686,"inputCost":163.50718383373686,"outputCost":49.82396,"reasoningCost":0,"answerCost":49.82396,"costPerTask":0.22589585897456366,"inputCostPerTask":0.17845570715545658,"outputCostPerTask":0.04744015181910707,"reasoningCostPerTask":0,"answerCostPerTask":0.04744015181910707,"timePerTask":132.6636076268914,"intelligence":30.515898867357,"agentic":null,"mmmu":0.760115606936416,"priceInput1m":1,"priceOutput1m":5,"activeParams":null,"isOpenWeights":false,"isReasoning":false,"rawResultJson":"{}","quality":30.515898867357,"costForScoring":0.22589585897456366,"costPenalty":13.53908269694244,"pointsPerK":135088.35002944057,"costPerQuality":0.007402562839667998,"deltaTop":-29.509839962169,"costVsTop":0.02912701006397289,"calculated":30.515898867357,"frontier":false},{"modelKey":"gemini-3-8-flash-medium","sourceId":"744fa3c1-42a7-4995-b138-fb6be11f463c","slug":"gemini-3-8-flash-medium","name":"Gemini 3.8 Flash (Medium)","shortName":"Gemini 3.8 Flash (medium)","creatorName":"Google","creatorSlug":"google","releaseDate":"2026-09-02","cutoffDate":null,"totalCost":4546.75048280925,"inputCost":4232.1941640592495,"outputCost":314.55631875,"reasoningCost":220.01943375000002,"answerCost":94.536885,"costPerTask":6.258586089480771,"inputCostPerTask":5.950831032064301,"outputCostPerTask":0.3077550574164708,"reasoningCostPerTask":0.17710350243300993,"answerCostPerTask":0.1306515549834609,"timePerTask":null,"intelligence":30.078569475636,"agentic":null,"mmmu":0.842196531791908,"priceInput1m":0.75,"priceOutput1m":3.75,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":30.078569475636,"costForScoring":6.258586089480771,"costPenalty":27.9647623051183,"pointsPerK":4805.968799596939,"costPerQuality":0.20807459259491382,"deltaTop":-29.947169353889997,"costVsTop":0.8069820351822998,"calculated":30.078569475636,"frontier":false},{"modelKey":"mimo-v2-6-pro","sourceId":"24d8fdfe-6241-424e-b7b7-1b6efb06e4fb","slug":"mimo-v2-6-pro","name":"MiMo-V2.6-Pro","shortName":"MiMo-V2.6-Pro","creatorName":"Xiaomi","creatorSlug":"xiaomi","releaseDate":"2026-09-21","cutoffDate":null,"totalCost":220.73459941339127,"inputCost":107.13514372339127,"outputCost":113.59945569,"reasoningCost":88.59396702,"answerCost":25.005488670000002,"costPerTask":0.25718036275876155,"inputCostPerTask":0.15184673980561877,"outputCostPerTask":0.10533362295314275,"reasoningCostPerTask":0.07505781043888415,"answerCostPerTask":0.030275812514258593,"timePerTask":2869.860660934062,"intelligence":29.8897833093321,"agentic":null,"mmmu":null,"priceInput1m":0.435,"priceOutput1m":0.87,"activeParams":42,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":29.8897833093321,"costForScoring":0.25718036275876155,"costPenalty":14.102378045667406,"pointsPerK":116221.09475508088,"costPerQuality":0.00860428997082978,"deltaTop":-30.1359555201939,"costVsTop":0.03316083370600493,"calculated":29.8897833093321,"frontier":false},{"modelKey":"claude-haiku-5-5-high","sourceId":"20829974-af06-497e-9f42-77fb958d43b9","slug":"claude-haiku-5-5-high","name":"Claude Haiku 5.5 (High)","shortName":"Claude Haiku 5.5 (high)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-10-07","cutoffDate":null,"totalCost":121.41303953652123,"inputCost":76.50600853652122,"outputCost":44.907031,"reasoningCost":31.46893,"answerCost":13.438101,"costPerTask":0.15856031956679498,"inputCostPerTask":0.11452814566434963,"outputCostPerTask":0.04403217390244535,"reasoningCostPerTask":0.028764467149507686,"answerCostPerTask":0.015267706752937663,"timePerTask":410.1223991194861,"intelligence":29.874315467743,"agentic":null,"mmmu":null,"priceInput1m":0.1,"priceOutput1m":0.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":29.874315467743,"costForScoring":0.15856031956679498,"costPenalty":12.001945124310323,"pointsPerK":188409.78341468447,"costPerQuality":0.00530758000925583,"deltaTop":-30.151423361783,"costVsTop":0.02044476620657679,"calculated":29.874315467743,"frontier":true},{"modelKey":"ling-3-1-flash-1019","sourceId":"539ed227-38f4-4bea-a015-117057c14b18","slug":"ling-3-1-flash-1019","name":"Ling 3.1 Flash 1019","shortName":"Ling 3.1 Flash 1019","creatorName":"InclusionAI","creatorSlug":"inclusionai","releaseDate":"2026-10-22","cutoffDate":null,"totalCost":2009.2272456813478,"inputCost":1793.5237380813478,"outputCost":215.7035076,"reasoningCost":162.3933504,"answerCost":53.3101572,"costPerTask":3.185145018337793,"inputCostPerTask":2.9829052930508153,"outputCostPerTask":0.20223972528697784,"reasoningCostPerTask":0.13616195772853854,"answerCostPerTask":0.0660777675584393,"timePerTask":null,"intelligence":29.570119369837,"agentic":null,"mmmu":null,"priceInput1m":0.3,"priceOutput1m":0.9,"activeParams":25,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":29.570119369837,"costForScoring":3.185145018337793,"costPenalty":25.031292103699926,"pointsPerK":9283.759200787827,"costPerQuality":0.1077149868250718,"deltaTop":-30.455619459689,"costVsTop":0.4106925705742332,"calculated":29.570119369837,"frontier":false},{"modelKey":"gpt-6-1-terra-low","sourceId":"c955b262-a17f-4f1a-b097-6860b866295b","slug":"gpt-6-1-terra-low","name":"GPT-6.1 Terra (Low)","shortName":"GPT-6.1 Terra (low)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-10-26","cutoffDate":null,"totalCost":111.16060431206128,"inputCost":75.21546431206127,"outputCost":35.94514,"reasoningCost":7.713330000000001,"answerCost":28.23181,"costPerTask":0.07133756205169729,"inputCostPerTask":0.04922670071415811,"outputCostPerTask":0.022110861337539173,"reasoningCostPerTask":0.004750503023496291,"answerCostPerTask":0.01736035831404288,"timePerTask":61.99541727994985,"intelligence":29.4169280792131,"agentic":null,"mmmu":0.82485549132948,"priceInput1m":1,"priceOutput1m":5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":29.4169280792131,"costForScoring":0.07133756205169729,"costPenalty":8.533182633204351,"pointsPerK":412362.39693606406,"costPerQuality":0.0024250513806064813,"deltaTop":-30.608810750312898,"costVsTop":0.009198264621809858,"calculated":29.4169280792131,"frontier":true},{"modelKey":"minimax-m3-1-flash","sourceId":"d49c8680-e29b-400e-9511-824f7ddebe07","slug":"minimax-m3-1-flash","name":"MiniMax-M3.1-Flash","shortName":"MiniMax-M3.1-Flash","creatorName":"MiniMax","creatorSlug":"minimax","releaseDate":"2026-10-19","cutoffDate":null,"totalCost":358.06061967812354,"inputCost":261.28206387812355,"outputCost":96.77855579999999,"reasoningCost":79.26372239999999,"answerCost":17.5148334,"costPerTask":0.49097067348453205,"inputCostPerTask":0.408064858506196,"outputCostPerTask":0.08290581497833605,"reasoningCostPerTask":0.06176434914202647,"answerCostPerTask":0.021141465836309582,"timePerTask":1287.0255980675531,"intelligence":29.0595214290458,"agentic":null,"mmmu":0.791329479768786,"priceInput1m":0.15,"priceOutput1m":0.6,"activeParams":23,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":29.0595214290458,"costForScoring":0.49097067348453205,"costPenalty":16.910555517477842,"pointsPerK":59187.896545436575,"costPerQuality":0.01689534614956849,"deltaTop":-30.966217400480197,"costVsTop":0.06330575430915615,"calculated":29.0595214290458,"frontier":false},{"modelKey":"deepseek-v4-1-flash-1017-high","sourceId":"c3b66080-fdcb-48e4-8ade-6baf77921c7c","slug":"deepseek-v4-1-flash-1017-high","name":"DeepSeek V4.1 Flash 1017 (High)","shortName":"DeepSeek V4.1 Flash 1017 (high)","creatorName":"DeepSeek","creatorSlug":"deepseek","releaseDate":"2026-10-17","cutoffDate":null,"totalCost":384.14101940631247,"inputCost":223.6376630063125,"outputCost":160.5033564,"reasoningCost":123.0515028,"answerCost":37.4518536,"costPerTask":0.45619449806633267,"inputCostPerTask":0.323678388879886,"outputCostPerTask":0.1325161091864467,"reasoningCostPerTask":0.08981693784092327,"answerCostPerTask":0.04269917134552342,"timePerTask":625.8460382892004,"intelligence":28.6437391540402,"agentic":null,"mmmu":0.797109826589595,"priceInput1m":0.3,"priceOutput1m":1.2,"activeParams":16,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":28.6437391540402,"costForScoring":0.45619449806633267,"costPenalty":16.591500431636888,"pointsPerK":62788.43623816629,"costPerQuality":0.015926499526231944,"deltaTop":-31.381999675485797,"costVsTop":0.05882171455742951,"calculated":28.6437391540402,"frontier":false},{"modelKey":"step-5","sourceId":"094ea3e3-ce41-419e-8bd1-723389663158","slug":"step-5","name":"Step 5 Preview","shortName":"Step 5 Preview","creatorName":"StepFun","creatorSlug":"stepfun","releaseDate":"2026-09-18","cutoffDate":null,"totalCost":1643.7486034067194,"inputCost":1296.2357452067195,"outputCost":347.5128582,"reasoningCost":273.6461016,"answerCost":73.8667566,"costPerTask":2.3452525606205166,"inputCostPerTask":2.0388757907717157,"outputCostPerTask":0.30637676984880086,"reasoningCostPerTask":0.2157499165999972,"answerCostPerTask":0.09062685324880361,"timePerTask":863.4710613976922,"intelligence":28.5283090216016,"agentic":null,"mmmu":0.763583815028902,"priceInput1m":1,"priceOutput1m":2.7,"activeParams":27,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":28.5283090216016,"costForScoring":2.3452525606205166,"costPenalty":23.701896188112684,"pointsPerK":12164.280086769615,"costPerQuality":0.08220790649893389,"deltaTop":-31.497429807924398,"costVsTop":0.3023968444832973,"calculated":28.5283090216016,"frontier":false},{"modelKey":"gpt-6-luna","sourceId":"6fb13851-40ce-4bda-ad3f-6b38e0c5daa7","slug":"gpt-6-luna","name":"GPT-6 Luna (Max)","shortName":"GPT-6 Luna (max)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-09-22","cutoffDate":null,"totalCost":136.06082185078296,"inputCost":81.26666385078296,"outputCost":54.794158,"reasoningCost":46.650232,"answerCost":8.143926,"costPerTask":0.15195575732105837,"inputCostPerTask":0.11430773113823903,"outputCostPerTask":0.03764802618281935,"reasoningCostPerTask":0.028781102766303218,"answerCostPerTask":0.008866923416516133,"timePerTask":734.016266594233,"intelligence":27.8552004938153,"agentic":null,"mmmu":0.796531791907514,"priceInput1m":0.1,"priceOutput1m":0.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":27.8552004938153,"costForScoring":0.15195575732105837,"costPenalty":11.817171593379648,"pointsPerK":183311.25443942007,"costPerQuality":0.005455202426376258,"deltaTop":-32.1705383357107,"costVsTop":0.019593174008858075,"calculated":27.8552004938153,"frontier":false},{"modelKey":"glm-5-3-flash","sourceId":"19496b81-9f41-4214-a77a-1df803b3c5ae","slug":"glm-5-3-flash","name":"GLM-5.3-Flash","shortName":"GLM-5.3-Flash","creatorName":"Z AI","creatorSlug":"zai","releaseDate":"2026-08-26","cutoffDate":null,"totalCost":377.9398815625881,"inputCost":315.7968670625881,"outputCost":62.14301450000001,"reasoningCost":49.578273,"answerCost":12.5647415,"costPerTask":0.5833103440014082,"inputCostPerTask":0.5162078813098567,"outputCostPerTask":0.0671024626915514,"reasoningCostPerTask":0.05129263631841814,"answerCostPerTask":0.01580982637313326,"timePerTask":2279.423329206123,"intelligence":27.803889160883,"agentic":null,"mmmu":null,"priceInput1m":0.15,"priceOutput1m":0.5,"activeParams":18,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":27.803889160883,"costForScoring":0.5833103440014082,"costPenalty":17.65899677960789,"pointsPerK":47665.68850837295,"costPerQuality":0.02097945149421979,"deltaTop":-32.221849668643,"costVsTop":0.07521203061124564,"calculated":27.803889160883,"frontier":false},{"modelKey":"mimo-v2-6-flash","sourceId":"127de816-57d3-4037-8484-480a613cd413","slug":"mimo-v2-6-flash","name":"MiMo-V2.6-Flash","shortName":"MiMo-V2.6-Flash","creatorName":"Xiaomi","creatorSlug":"xiaomi","releaseDate":"2026-09-21","cutoffDate":null,"totalCost":106.14389288107121,"inputCost":60.5988235210712,"outputCost":45.54506936000001,"reasoningCost":38.330742240000006,"answerCost":7.21432712,"costPerTask":0.12852987084014672,"inputCostPerTask":0.09162412769437116,"outputCostPerTask":0.03690574314577558,"reasoningCostPerTask":0.027919476883836086,"answerCostPerTask":0.00898626626193948,"timePerTask":3838.548543401028,"intelligence":26.7276981444568,"agentic":null,"mmmu":0.730635838150289,"priceInput1m":0.14,"priceOutput1m":0.28,"activeParams":15,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":26.7276981444568,"costForScoring":0.12852987084014672,"costPenalty":11.090040711184502,"pointsPerK":207949.31146937958,"costPerQuality":0.004808864203175058,"deltaTop":-33.298040685069196,"costVsTop":0.016572640412605515,"calculated":26.7276981444568,"frontier":false},{"modelKey":"mistral-large-4","sourceId":"ea5019ae-b0b7-49a5-80b3-0e584807af0f","slug":"mistral-large-4","name":"Mistral Large 4 (High)","shortName":"Mistral Large 4 (high)","creatorName":"Mistral","creatorSlug":"mistral","releaseDate":"2026-10-29","cutoffDate":null,"totalCost":1359.470250366716,"inputCost":1134.578413266716,"outputCost":224.8918371,"reasoningCost":178.5351645,"answerCost":46.3566726,"costPerTask":2.061496607384404,"inputCostPerTask":1.8894000441742524,"outputCostPerTask":0.172096563210152,"reasoningCostPerTask":0.11445076319444966,"answerCostPerTask":0.05764580001570233,"timePerTask":null,"intelligence":26.1249946754784,"agentic":null,"mmmu":null,"priceInput1m":0.7,"priceOutput1m":2.1,"activeParams":52,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":26.1249946754784,"costForScoring":2.061496607384404,"costPenalty":23.14182624417297,"pointsPerK":12672.829332775571,"costPerQuality":0.07890897713060123,"deltaTop":-33.9007441540476,"costVsTop":0.2658093543755166,"calculated":26.1249946754784,"frontier":false},{"modelKey":"claude-sonnet-5-5-low","sourceId":"bbc2ffea-cf6b-43be-8c41-1769347e234d","slug":"claude-sonnet-5-5-low","name":"Claude Sonnet 5.5 (Low, Default Fallback)","shortName":"Claude Sonnet 5.5 (low with fallback)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-09-28","cutoffDate":null,"totalCost":499.2013947177689,"inputCost":285.7154647177689,"outputCost":213.48593,"reasoningCost":62.1779,"answerCost":151.30803,"costPerTask":0.5113424463897498,"inputCostPerTask":0.3027787285922436,"outputCostPerTask":0.20856371779750618,"reasoningCostPerTask":0.08558660733170939,"answerCostPerTask":0.12297711046579675,"timePerTask":149.96516612865628,"intelligence":25.649704549789,"agentic":null,"mmmu":null,"priceInput1m":2,"priceOutput1m":10,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":25.649704549789,"costForScoring":0.5113424463897498,"costPenalty":17.087118448832232,"pointsPerK":50161.500831555386,"costPerQuality":0.019935607655720784,"deltaTop":-34.376034279737,"costVsTop":0.0659324905278934,"calculated":25.649704549789,"frontier":false},{"modelKey":"mistral-large-4-preview","sourceId":"34fc646a-0174-470e-9e62-d8df452210b3","slug":"mistral-large-4-preview","name":"Mistral Large 4 Preview","shortName":"Mistral Large 4 Preview","creatorName":"Mistral","creatorSlug":"mistral","releaseDate":"2026-10-06","cutoffDate":null,"totalCost":2923.392446880973,"inputCost":2612.7074785809727,"outputCost":310.68496830000004,"reasoningCost":253.8039084,"answerCost":56.881059900000004,"costPerTask":4.208903290646695,"inputCostPerTask":3.9247348731280933,"outputCostPerTask":0.2841684175186024,"reasoningCostPerTask":0.2131749823306195,"answerCostPerTask":0.0709934351879829,"timePerTask":1123.9765208940103,"intelligence":25.336451488165,"agentic":null,"mmmu":0.764161849710983,"priceInput1m":0.7,"priceOutput1m":2.1,"activeParams":49,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":25.336451488165,"costForScoring":4.208903290646695,"costPenalty":26.241689469357127,"pointsPerK":6019.72764365229,"costPerQuality":0.16612047241945982,"deltaTop":-34.689287341360995,"costVsTop":0.542695953177075,"calculated":25.336451488165,"frontier":false},{"modelKey":"muse-spark-open","sourceId":"3661c8fb-caf7-4118-aa18-65b84fea8e44","slug":"muse-spark-open","name":"Muse Spark Open (Xhigh)","shortName":"Muse Spark Open (xhigh)","creatorName":"Meta","creatorSlug":"meta","releaseDate":"2026-10-15","cutoffDate":null,"totalCost":1697.2075187600003,"inputCost":1312.2801440100002,"outputCost":384.92737475,"reasoningCost":254.458193,"answerCost":130.46918175,"costPerTask":2.0176680435839316,"inputCostPerTask":1.7352976738551713,"outputCostPerTask":0.28237036972876056,"reasoningCostPerTask":0.1372583567281079,"answerCostPerTask":0.14511201300065266,"timePerTask":454.897598962288,"intelligence":24.8815868992913,"agentic":null,"mmmu":0.809248554913295,"priceInput1m":1.25,"priceOutput1m":4.25,"activeParams":42,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":24.8815868992913,"costForScoring":2.0176680435839316,"costPenalty":23.048497155685872,"pointsPerK":12331.85358632869,"costPerQuality":0.08109081031489196,"deltaTop":-35.1441519302347,"costVsTop":0.26015809974561394,"calculated":24.8815868992913,"frontier":false},{"modelKey":"claude-haiku-5-5-medium","sourceId":"af26fff4-8120-41be-a5f0-86aaea023f20","slug":"claude-haiku-5-5-medium","name":"Claude Haiku 5.5 (Medium)","shortName":"Claude Haiku 5.5 (medium)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-10-07","cutoffDate":null,"totalCost":72.6994579626842,"inputCost":46.334254962684206,"outputCost":26.365203,"reasoningCost":16.112541,"answerCost":10.252662,"costPerTask":0.0917645584066771,"inputCostPerTask":0.06509700014679154,"outputCostPerTask":0.026667558259885586,"reasoningCostPerTask":0.016045712222330866,"answerCostPerTask":0.01062184603755472,"timePerTask":236.8395701175262,"intelligence":24.6013254343023,"agentic":null,"mmmu":null,"priceInput1m":0.1,"priceOutput1m":0.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":24.6013254343023,"costForScoring":0.0917645584066771,"costPenalty":9.626749790180448,"pointsPerK":268091.79776439944,"costPerQuality":0.003730065628038369,"deltaTop":-35.424413395223695,"costVsTop":0.011832121351672402,"calculated":24.6013254343023,"frontier":false},{"modelKey":"gpt-6-luna-xhigh","sourceId":"19813eb2-460a-475c-af65-810bb8660fec","slug":"gpt-6-luna-xhigh","name":"GPT-6 Luna (Xhigh)","shortName":"GPT-6 Luna (xhigh)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-09-22","cutoffDate":null,"totalCost":85.74401165395396,"inputCost":57.684786153953965,"outputCost":28.0592255,"reasoningCost":21.200913,"answerCost":6.8583125,"costPerTask":0.10409320921120957,"inputCostPerTask":0.08214660215953531,"outputCostPerTask":0.021946607051674276,"reasoningCostPerTask":0.015010194816468005,"answerCostPerTask":0.0069364122352062706,"timePerTask":451.3102215498095,"intelligence":23.4508728089378,"agentic":null,"mmmu":0.797109826589595,"priceInput1m":0.1,"priceOutput1m":0.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":23.4508728089378,"costForScoring":0.10409320921120957,"costPenalty":10.17422398114794,"pointsPerK":225287.2496356124,"costPerQuality":0.0044387776122147855,"deltaTop":-36.5748660205882,"costVsTop":0.013421777477680712,"calculated":23.4508728089378,"frontier":false},{"modelKey":"mistral-large-4-medium","sourceId":"27b24366-fd1a-44b7-8011-e24d7501318d","slug":"mistral-large-4-medium","name":"Mistral Large 4 (Medium)","shortName":"Mistral Large 4 (medium)","creatorName":"Mistral","creatorSlug":"mistral","releaseDate":"2026-10-29","cutoffDate":null,"totalCost":936.359761334909,"inputCost":784.035377234909,"outputCost":152.3243841,"reasoningCost":115.76215140000001,"answerCost":36.5622327,"costPerTask":1.4119376739255958,"inputCostPerTask":1.2936562836612489,"outputCostPerTask":0.118281390264347,"reasoningCostPerTask":0.07509696891228343,"answerCostPerTask":0.04318442135206357,"timePerTask":null,"intelligence":23.1277321742266,"agentic":null,"mmmu":null,"priceInput1m":0.7,"priceOutput1m":2.1,"activeParams":52,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":23.1277321742266,"costForScoring":1.4119376739255958,"costPenalty":21.498155264129508,"pointsPerK":16380.136744934925,"costPerQuality":0.061049551390907675,"deltaTop":-36.8980066552994,"costVsTop":0.18205523122388942,"calculated":23.1277321742266,"frontier":false},{"modelKey":"glm-5-3-low","sourceId":"cc1e488b-8ba4-464d-875d-690166b15ad3","slug":"glm-5-3-low","name":"GLM-5.3 (Low)","shortName":"GLM-5.3 (low)","creatorName":"Z AI","creatorSlug":"zai","releaseDate":"2026-08-18","cutoffDate":null,"totalCost":1218.5473602734003,"inputCost":940.0902010734002,"outputCost":278.45715920000004,"reasoningCost":214.07256640000003,"answerCost":64.38459280000001,"costPerTask":1.5749301149593384,"inputCostPerTask":1.3461935169891306,"outputCostPerTask":0.2287365979702079,"reasoningCostPerTask":0.1569090999442832,"answerCostPerTask":0.0718274980259247,"timePerTask":858.6685992755392,"intelligence":23.1079373025379,"agentic":null,"mmmu":null,"priceInput1m":1.4,"priceOutput1m":4.4,"activeParams":40,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":23.1079373025379,"costForScoring":1.5749301149593384,"costPenalty":21.972612874202866,"pointsPerK":14672.357257664415,"costPerQuality":0.0681553742482401,"deltaTop":-36.9178015269881,"costVsTop":0.20307147513332696,"calculated":23.1079373025379,"frontier":false},{"modelKey":"deepseek-v4-pro","sourceId":"83173329-c09a-41f1-a028-a282a5f908d7","slug":"deepseek-v4-pro","name":"DeepSeek V4 Pro 0813 (Max)","shortName":"DeepSeek V4 Pro 0813 (max)","creatorName":"DeepSeek","creatorSlug":"deepseek","releaseDate":"2026-08-13","cutoffDate":null,"totalCost":1401.8837888269109,"inputCost":928.7386407469107,"outputCost":473.14514808,"reasoningCost":347.80028184,"answerCost":125.34486623999999,"costPerTask":1.7691338076407441,"inputCostPerTask":1.378152351981874,"outputCostPerTask":0.3909814556588704,"reasoningCostPerTask":0.24040605998569892,"answerCostPerTask":0.15057539567317146,"timePerTask":1227.0631046957876,"intelligence":23.0632981493003,"agentic":null,"mmmu":null,"priceInput1m":1.32,"priceOutput1m":3.96,"activeParams":49,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":23.0632981493003,"costForScoring":1.7691338076407441,"costPenalty":22.477606818200236,"pointsPerK":13036.491671625858,"costPerQuality":0.07670775429378111,"deltaTop":-36.9624406802257,"costVsTop":0.22811209755495773,"calculated":23.0632981493003,"frontier":false},{"modelKey":"gpt-6-luna-high","sourceId":"7d1229bc-deea-4717-ba5b-f59a35d991e3","slug":"gpt-6-luna-high","name":"GPT-6 Luna (High)","shortName":"GPT-6 Luna (high)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-09-22","cutoffDate":null,"totalCost":62.575047245754845,"inputCost":42.34924374575485,"outputCost":20.225803499999998,"reasoningCost":14.193166,"answerCost":6.0326375,"costPerTask":0.07294776473194697,"inputCostPerTask":0.056528194117355705,"outputCostPerTask":0.016419570614591268,"reasoningCostPerTask":0.010809066734317281,"answerCostPerTask":0.0056105038802739884,"timePerTask":337.4910990472597,"intelligence":21.4290170864582,"agentic":null,"mmmu":0.77514450867052,"priceInput1m":0.1,"priceOutput1m":0.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":21.4290170864582,"costForScoring":0.07294776473194697,"costPenalty":8.630119887660852,"pointsPerK":293758.3785493774,"costPerQuality":0.003404158223292724,"deltaTop":-38.5967217430678,"costVsTop":0.009405884141200648,"calculated":21.4290170864582,"frontier":false},{"modelKey":"qwen3-8-27b","sourceId":"b01dee41-c62b-48ed-8d16-984adc405e5c","slug":"qwen3-8-27b","name":"Qwen3.8 27B (Xhigh)","shortName":"Qwen3.8 27B (xhigh)","creatorName":"Alibaba","creatorSlug":"alibaba","releaseDate":"2026-08-14","cutoffDate":null,"totalCost":2390.035898580784,"inputCost":2006.9441185807839,"outputCost":383.09177999999997,"reasoningCost":290.218413,"answerCost":92.873367,"costPerTask":3.5295494751410654,"inputCostPerTask":3.2001430836141562,"outputCostPerTask":0.3294063915269094,"reasoningCostPerTask":0.21709330076695815,"answerCostPerTask":0.11231309075995126,"timePerTask":2289.436256590156,"intelligence":20.1068756031705,"agentic":null,"mmmu":0.763005780346821,"priceInput1m":0.5,"priceOutput1m":3,"activeParams":null,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":20.1068756031705,"costForScoring":3.5295494751410654,"costPenalty":25.47719273958055,"pointsPerK":5696.725812964242,"costPerQuality":0.175539429635926,"deltaTop":-39.9188632263555,"costVsTop":0.45510007819709586,"calculated":20.1068756031705,"frontier":false},{"modelKey":"minimax-m3","sourceId":"277f939a-985b-4b37-859d-b3eabc7c0b26","slug":"minimax-m3","name":"MiniMax-M3","shortName":"MiniMax-M3","creatorName":"MiniMax","creatorSlug":"minimax","releaseDate":"2026-06-01","cutoffDate":null,"totalCost":878.026165071006,"inputCost":752.8906042710059,"outputCost":125.1355608,"reasoningCost":85.56160919999999,"answerCost":39.5739516,"costPerTask":1.2850974407373852,"inputCostPerTask":1.1753555383197063,"outputCostPerTask":0.10974190241767931,"reasoningCostPerTask":0.05528522906714117,"answerCostPerTask":0.054456673350538144,"timePerTask":790.1909194554539,"intelligence":18.8789083859255,"agentic":null,"mmmu":0.785549132947977,"priceInput1m":0.3,"priceOutput1m":1.2,"activeParams":23,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":18.8789083859255,"costForScoring":1.2850974407373852,"costPenalty":21.08936058694681,"pointsPerK":14690.643516566988,"costPerQuality":0.06807053747320709,"deltaTop":-41.1468304436005,"costVsTop":0.1657004526752234,"calculated":18.8789083859255,"frontier":false},{"modelKey":"claude-haiku-5-5-low","sourceId":"42908ae3-d3bd-4934-be19-fbff93d3fde8","slug":"claude-haiku-5-5-low","name":"Claude Haiku 5.5 (Low)","shortName":"Claude Haiku 5.5 (low)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-10-07","cutoffDate":null,"totalCost":39.602890077935854,"inputCost":24.653146077935858,"outputCost":14.949743999999999,"reasoningCost":7.7163975,"answerCost":7.2333465,"costPerTask":0.043757686381988486,"inputCostPerTask":0.029677411377393423,"outputCostPerTask":0.014080275004595064,"reasoningCostPerTask":0.00763983679843524,"answerCostPerTask":0.0064404382061598224,"timePerTask":128.88593758061262,"intelligence":18.6180055310996,"agentic":null,"mmmu":null,"priceInput1m":0.1,"priceOutput1m":0.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":18.6180055310996,"costForScoring":0.043757686381988486,"costPenalty":6.410543513030128,"pointsPerK":425479.6601577897,"costPerQuality":0.0023502886122197916,"deltaTop":-41.40773329842639,"costVsTop":0.005642115696188406,"calculated":18.6180055310996,"frontier":true},{"modelKey":"deepseek-v4-1-flash-1017-non-reasoning","sourceId":"5720fd2f-873a-4765-8640-a153b38bd64d","slug":"deepseek-v4-1-flash-1017-non-reasoning","name":"DeepSeek V4.1 Flash 1017 (Non-reasoning)","shortName":"DeepSeek V4.1 Flash 1017 (non-reasoning)","creatorName":"DeepSeek","creatorSlug":"deepseek","releaseDate":"2026-10-17","cutoffDate":null,"totalCost":310.2424270648679,"inputCost":248.77249426486793,"outputCost":61.469932799999995,"reasoningCost":0,"answerCost":61.469932799999995,"costPerTask":0.4254202455035728,"inputCostPerTask":0.3469911618084158,"outputCostPerTask":0.07842908369515698,"reasoningCostPerTask":0,"answerCostPerTask":0.07842908369515698,"timePerTask":430.45027247853204,"intelligence":18.5131594039446,"agentic":null,"mmmu":0.691907514450867,"priceInput1m":0.3,"priceOutput1m":1.2,"activeParams":16,"isOpenWeights":true,"isReasoning":false,"rawResultJson":"{}","quality":18.5131594039446,"costForScoring":0.4254202455035728,"costPenalty":16.28818153881864,"pointsPerK":43517.3445542782,"costPerQuality":0.022979343299606037,"deltaTop":-41.5125794255814,"costVsTop":0.054853682703389715,"calculated":18.5131594039446,"frontier":false},{"modelKey":"gpt-6-luna-medium","sourceId":"36667da0-9222-4967-adbb-f7efa15ad213","slug":"gpt-6-luna-medium","name":"GPT-6 Luna (Medium)","shortName":"GPT-6 Luna (medium)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-09-22","cutoffDate":null,"totalCost":39.55032763163078,"inputCost":27.106652131630778,"outputCost":12.443675500000001,"reasoningCost":7.367572,"answerCost":5.0761035,"costPerTask":0.042201836106537785,"inputCostPerTask":0.03229021701652905,"outputCostPerTask":0.009911619090008737,"reasoningCostPerTask":0.005521323000614873,"answerCostPerTask":0.004390296089393863,"timePerTask":null,"intelligence":18.4542156192416,"agentic":null,"mmmu":0.778612716763006,"priceInput1m":0.1,"priceOutput1m":0.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":18.4542156192416,"costForScoring":0.042201836106537785,"costPenalty":6.253313465443876,"pointsPerK":437284.6615643514,"costPerQuality":0.002286839873190564,"deltaTop":-41.5715232102844,"costVsTop":0.005441504375393055,"calculated":18.4542156192416,"frontier":true},{"modelKey":"reflection-beam","sourceId":"69468cce-7b5c-414a-b498-41df4c34df85","slug":"reflection-beam","name":"Beam 1.0","shortName":"Beam 1.0","creatorName":"Reflection","creatorSlug":"reflection","releaseDate":"2026-10-16","cutoffDate":null,"totalCost":249.82968364404098,"inputCost":185.34486364404097,"outputCost":64.48482,"reasoningCost":48.9062412,"answerCost":15.578578799999999,"costPerTask":0.28440671352465285,"inputCostPerTask":0.24331609700587142,"outputCostPerTask":0.041090616518781396,"reasoningCostPerTask":0.02632018095645423,"answerCostPerTask":0.014770435562327171,"timePerTask":121.72125469231275,"intelligence":17.7307282547205,"agentic":null,"mmmu":null,"priceInput1m":0.4,"priceOutput1m":1.2,"activeParams":23,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":17.7307282547205,"costForScoring":0.28440671352465285,"costPenalty":14.539398438590583,"pointsPerK":62342.86116169185,"costPerQuality":0.016040328938487593,"deltaTop":-42.2950105748055,"costVsTop":0.03667139913364594,"calculated":17.7307282547205,"frontier":false},{"modelKey":"qwen3-8-27b-medium","sourceId":"6657d7de-a2a9-40bc-a32f-86e80ad63698","slug":"qwen3-8-27b-medium","name":"Qwen3.8 27B (Medium)","shortName":"Qwen3.8 27B (medium)","creatorName":"Alibaba","creatorSlug":"alibaba","releaseDate":"2026-08-14","cutoffDate":null,"totalCost":1636.3470738715496,"inputCost":1372.5129498715496,"outputCost":263.834124,"reasoningCost":180.302679,"answerCost":83.53144499999999,"costPerTask":2.1600047179927624,"inputCostPerTask":1.9007826970474384,"outputCostPerTask":0.2592220209453238,"reasoningCostPerTask":0.1716015570782348,"answerCostPerTask":0.08762046386708906,"timePerTask":1680.551039855836,"intelligence":17.4831648632067,"agentic":null,"mmmu":0.741618497109827,"priceInput1m":0.5,"priceOutput1m":3,"activeParams":null,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":17.4831648632067,"costForScoring":2.1600047179927624,"costPenalty":23.34454699760183,"pointsPerK":8094.040127585167,"costPerQuality":0.1235476948763716,"deltaTop":-42.542573966319296,"costVsTop":0.27851098928860146,"calculated":17.4831648632067,"frontier":false},{"modelKey":"kimi-k3-low","sourceId":"512d17ef-13d2-4f65-bf9b-154b0dec7e8d","slug":"kimi-k3-low","name":"Kimi K3 (Low)","shortName":"Kimi K3 (low)","creatorName":"Kimi","creatorSlug":"kimi","releaseDate":"2026-07-16","cutoffDate":null,"totalCost":1763.5214171649118,"inputCost":1282.0338521649119,"outputCost":481.487565,"reasoningCost":272.32164,"answerCost":209.16592500000002,"costPerTask":2.368773852349091,"inputCostPerTask":1.7737797842947332,"outputCostPerTask":0.5949940680543577,"reasoningCostPerTask":0.4068969595240798,"answerCostPerTask":0.18809710853027795,"timePerTask":1021.7287438568376,"intelligence":17.4191985300887,"agentic":null,"mmmu":0.784971098265896,"priceInput1m":3,"priceOutput1m":15,"activeParams":104,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":17.4191985300887,"costForScoring":2.368773852349091,"costPenalty":23.74523600458928,"pointsPerK":7353.677309809142,"costPerQuality":0.13598638584073988,"deltaTop":-42.6065402994373,"costVsTop":0.3054296796313421,"calculated":17.4191985300887,"frontier":false},{"modelKey":"qwen3-8-27b-low","sourceId":"7e30585f-fad7-40df-a8cb-03c1d96df38a","slug":"qwen3-8-27b-low","name":"Qwen3.8 27B (Low)","shortName":"Qwen3.8 27B (low)","creatorName":"Alibaba","creatorSlug":"alibaba","releaseDate":"2026-08-14","cutoffDate":null,"totalCost":1460.069889606673,"inputCost":1228.3051326066732,"outputCost":231.764757,"reasoningCost":143.087673,"answerCost":88.67708400000001,"costPerTask":1.9059046111258202,"inputCostPerTask":1.6653780767785884,"outputCostPerTask":0.2405265343472313,"reasoningCostPerTask":0.15156850524761267,"answerCostPerTask":0.08895802909961865,"timePerTask":1573.725304851741,"intelligence":15.6850612405479,"agentic":null,"mmmu":0.73757225433526,"priceInput1m":0.5,"priceOutput1m":3,"activeParams":null,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":15.6850612405479,"costForScoring":1.9059046111258202,"costPenalty":22.80101160783754,"pointsPerK":8229.719970761136,"costPerQuality":0.12151081732462808,"deltaTop":-44.340677588978096,"costVsTop":0.24574732375012248,"calculated":15.6850612405479,"frontier":false},{"modelKey":"nemotron-3-5-super-vl","sourceId":"e2c0623e-c855-4a61-bb66-be1f1ed43234","slug":"nemotron-3-5-super-vl","name":"Nemotron 3.5 Super VL","shortName":"Nemotron 3.5 Super VL","creatorName":"NVIDIA","creatorSlug":"nvidia","releaseDate":"2026-10-15","cutoffDate":null,"totalCost":462.6963488795255,"inputCost":402.9972548795255,"outputCost":59.699094,"reasoningCost":48.2565095,"answerCost":11.4425845,"costPerTask":0.5382257339551116,"inputCostPerTask":0.4975084167481562,"outputCostPerTask":0.04071731720695545,"reasoningCostPerTask":0.028074983371453848,"answerCostPerTask":0.0126423338355016,"timePerTask":243.34224160417853,"intelligence":13.6203422723141,"agentic":null,"mmmu":null,"priceInput1m":0.2,"priceOutput1m":0.5,"activeParams":12,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":13.6203422723141,"costForScoring":0.5382257339551116,"costPenalty":17.309644586590977,"pointsPerK":25306.003435075523,"costPerQuality":0.039516314876253615,"deltaTop":-46.4053965572119,"costVsTop":0.06939882138948367,"calculated":13.6203422723141,"frontier":false},{"modelKey":"inkling-small","sourceId":"7261504e-503c-4a66-a9d3-a3272cdf9ad6","slug":"inkling-small","name":"Inkling Small","shortName":"Inkling Small","creatorName":"Thinking Machines","creatorSlug":"thinking-machines","releaseDate":"2026-07-30","cutoffDate":null,"totalCost":224.76588631608814,"inputCost":138.90522751608816,"outputCost":85.8606588,"reasoningCost":75.35895839999999,"answerCost":10.501700399999999,"costPerTask":0.20316116043899832,"inputCostPerTask":0.15909998991920743,"outputCostPerTask":0.0440611705197909,"reasoningCostPerTask":0.030160358370124214,"answerCostPerTask":0.01390081214966668,"timePerTask":222.35379750368944,"intelligence":12.9101620926084,"agentic":null,"mmmu":0.740462427745665,"priceInput1m":0.3,"priceOutput1m":1.2,"activeParams":12,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":12.9101620926084,"costForScoring":0.20316116043899832,"costPenalty":13.078406848162087,"pointsPerK":63546.40850008749,"costPerQuality":0.01573653057038815,"deltaTop":-47.115576736917596,"costVsTop":0.0261955982352976,"calculated":12.9101620926084,"frontier":false},{"modelKey":"inkling","sourceId":"0de09623-2b1a-4c8d-86ef-7f5245d4e24b","slug":"inkling","name":"Inkling (Xhigh)","shortName":"Inkling (xhigh)","creatorName":"Thinking Machines","creatorSlug":"thinking-machines","releaseDate":"2026-07-15","cutoffDate":null,"totalCost":1236.6569890593544,"inputCost":911.4466789593544,"outputCost":325.21031009999996,"reasoningCost":274.02664904999995,"answerCost":51.18366105,"costPerTask":1.3519575079737436,"inputCostPerTask":1.1443720391412127,"outputCostPerTask":0.2075854688325308,"reasoningCostPerTask":0.13718896131267277,"answerCostPerTask":0.07039650751985803,"timePerTask":472.4070424066598,"intelligence":12.4781698715401,"agentic":null,"mmmu":0.734682080924856,"priceInput1m":1,"priceOutput1m":4.05,"activeParams":41,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":12.4781698715401,"costForScoring":1.3519575079737436,"costPenalty":21.30963041943982,"pointsPerK":9229.705666002661,"costPerQuality":0.10834581688595654,"deltaTop":-47.5475689579859,"costVsTop":0.17432138915503112,"calculated":12.4781698715401,"frontier":false},{"modelKey":"nvidia-nemotron-3-ultra-550b-a55b","sourceId":"5b52def2-ac9b-4465-ad80-91ea8079e253","slug":"nvidia-nemotron-3-ultra-550b-a55b","name":"Nemotron 3 Ultra 550B A55B (Reasoning)","shortName":"Nemotron 3 Ultra","creatorName":"NVIDIA","creatorSlug":"nvidia","releaseDate":"2026-06-04","cutoffDate":null,"totalCost":1541.9840898139225,"inputCost":1377.6850695139226,"outputCost":164.29902030000002,"reasoningCost":106.95888000000002,"answerCost":57.34014030000001,"costPerTask":2.2257365504312134,"inputCostPerTask":2.086773990998699,"outputCostPerTask":0.13896255943251412,"reasoningCostPerTask":0.05592836160309533,"answerCostPerTask":0.0830341978294188,"timePerTask":378.3721609940894,"intelligence":11.7592726308177,"agentic":null,"mmmu":null,"priceInput1m":0.6,"priceOutput1m":2.7,"activeParams":55,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":11.7592726308177,"costForScoring":2.2257365504312134,"costPenalty":23.474737577232755,"pointsPerK":5283.317393758692,"costPerQuality":0.18927501898358856,"deltaTop":-48.2664661987083,"costVsTop":0.28698645118351707,"calculated":11.7592726308177,"frontier":false},{"modelKey":"gemini-3-5-flash-lite","sourceId":"093b9df2-ebee-4309-943f-5a7e88360adf","slug":"gemini-3-5-flash-lite","name":"Gemini 3.5 Flash-Lite","shortName":"Gemini 3.5 Flash-Lite","creatorName":"Google","creatorSlug":"google","releaseDate":"2026-07-21","cutoffDate":null,"totalCost":653.8185251400745,"inputCost":544.2132601400745,"outputCost":109.605265,"reasoningCost":81.1067025,"answerCost":28.498562500000002,"costPerTask":0.6929018557975878,"inputCostPerTask":0.6171501301990214,"outputCostPerTask":0.0757517255985662,"reasoningCostPerTask":0.041912827863025484,"answerCostPerTask":0.03383889773554072,"timePerTask":95.53408295015952,"intelligence":11.6563462044212,"agentic":null,"mmmu":0.790173410404624,"priceInput1m":0.3,"priceOutput1m":2.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":11.6563462044212,"costForScoring":0.6929018557975878,"costPenalty":18.40671724504967,"pointsPerK":16822.506833963915,"costPerQuality":0.05944417261172058,"deltaTop":-48.3693926251048,"costVsTop":0.08934275917574207,"calculated":11.6563462044212,"frontier":false},{"modelKey":"qwen3-8-27b-non-reasoning","sourceId":"353c92f3-2148-4c2d-9231-aa7e1322a1fd","slug":"qwen3-8-27b-non-reasoning","name":"Qwen3.8 27B (Non-reasoning)","shortName":"Qwen3.8 27B (non-reasoning)","creatorName":"Alibaba","creatorSlug":"alibaba","releaseDate":"2026-08-14","cutoffDate":null,"totalCost":2641.6067055920007,"inputCost":2529.0134265920005,"outputCost":112.593279,"reasoningCost":0,"answerCost":112.593279,"costPerTask":3.7729435511821583,"inputCostPerTask":3.6383422462712494,"outputCostPerTask":0.1346013049109092,"reasoningCostPerTask":0,"answerCostPerTask":0.1346013049109092,"timePerTask":1014.5170630988897,"intelligence":10.0316676028892,"agentic":null,"mmmu":0.699421965317919,"priceInput1m":0.5,"priceOutput1m":3,"activeParams":null,"isOpenWeights":true,"isReasoning":false,"rawResultJson":"{}","quality":10.0316676028892,"costForScoring":3.7729435511821583,"costPenalty":25.766803075615865,"pointsPerK":2658.843809032347,"costPerQuality":0.3761033260407791,"deltaTop":-49.9940712266368,"costVsTop":0.4864833082153078,"calculated":10.0316676028892,"frontier":false},{"modelKey":"gpt-6-luna-low","sourceId":"bf9708d8-933d-44f6-affa-b696a7a650c9","slug":"gpt-6-luna-low","name":"GPT-6 Luna (Low)","shortName":"GPT-6 Luna (low)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-09-22","cutoffDate":null,"totalCost":9.087192793350537,"inputCost":6.175660293350537,"outputCost":2.9115325,"reasoningCost":1.2131145,"answerCost":1.698418,"costPerTask":0.005115255188520391,"inputCostPerTask":0.003467310020825415,"outputCostPerTask":0.0016479451676949762,"reasoningCostPerTask":0.0003510789130376093,"answerCostPerTask":0.001296866254657367,"timePerTask":36.80438100382756,"intelligence":9.66610812336462,"agentic":null,"mmmu":0.759537572254335,"priceInput1m":0.1,"priceOutput1m":0.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":9.66610812336462,"costForScoring":0.005115255188520391,"costPenalty":0,"pointsPerK":1889662.9331528193,"costPerQuality":0.0005291949069094265,"deltaTop":-50.35963070616138,"costVsTop":0.0006595609588956644,"calculated":9.66610812336462,"frontier":true},{"modelKey":"gpt-6-luna-non-reasoning","sourceId":"63cb48ea-0b0c-4e07-8ded-6d28dec4fa28","slug":"gpt-6-luna-non-reasoning","name":"GPT-6 Luna (Non-reasoning)","shortName":"GPT-6 Luna (non-reasoning)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-09-22","cutoffDate":null,"totalCost":53.139237152073,"inputCost":48.538455152073,"outputCost":4.600782,"reasoningCost":0,"answerCost":4.600782,"costPerTask":0.07141741932294249,"inputCostPerTask":0.06638810402878793,"outputCostPerTask":0.005029315294154553,"reasoningCostPerTask":0,"answerCostPerTask":0.005029315294154553,"timePerTask":108.67741226595089,"intelligence":9.44244373619813,"agentic":null,"mmmu":0.620809248554913,"priceInput1m":0.1,"priceOutput1m":0.5,"activeParams":null,"isOpenWeights":false,"isReasoning":false,"rawResultJson":"{}","quality":9.44244373619813,"costForScoring":0.07141741932294249,"costPenalty":8.538041528568323,"pointsPerK":132214.8549431664,"costPerQuality":0.007563446637141173,"deltaTop":-50.58329509332787,"costVsTop":0.00920856141765994,"calculated":9.44244373619813,"frontier":false},{"modelKey":"muse-glimmer","sourceId":"583f98fb-c4b8-4df3-8d40-60ac0ed69882","slug":"muse-glimmer","name":"Muse Glimmer (High)","shortName":"Muse Glimmer (high)","creatorName":"Meta","creatorSlug":"meta","releaseDate":"2026-08-10","cutoffDate":"2026-01-04","totalCost":181.954938029,"inputCost":134.61028682900002,"outputCost":47.344651199999994,"reasoningCost":31.882041599999997,"answerCost":15.462609599999999,"costPerTask":0.16096168039127723,"inputCostPerTask":0.1296809819236316,"outputCostPerTask":0.0312806984676456,"reasoningCostPerTask":0.017290757594841777,"answerCostPerTask":0.013989940872803816,"timePerTask":274.0198038682544,"intelligence":6.34128724913462,"agentic":null,"mmmu":0.743352601156069,"priceInput1m":0.3,"priceOutput1m":1.2,"activeParams":null,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":6.34128724913462,"costForScoring":0.16096168039127723,"costPenalty":12.067224973025839,"pointsPerK":39396.25402592569,"costPerQuality":0.025383123972698648,"deltaTop":-53.68445158039138,"costVsTop":0.020754397650107594,"calculated":6.34128724913462,"frontier":false},{"modelKey":"gemini-3-1-flash-lite-preview","sourceId":"598190f8-dc9c-4fea-a7ea-4b81c402ab18","slug":"gemini-3-1-flash-lite-preview","name":"Gemini 3.1 Flash-Lite","shortName":"Gemini 3.1 Flash-Lite","creatorName":"Google","creatorSlug":"google","releaseDate":"2026-03-03","cutoffDate":"2025-01-01","totalCost":224.32417054781035,"inputCost":175.75898704781034,"outputCost":48.5651835,"reasoningCost":40.294179,"answerCost":8.2710045,"costPerTask":0.19445134743611814,"inputCostPerTask":0.17058528719596092,"outputCostPerTask":0.02386606024015722,"reasoningCostPerTask":0.016118672376453112,"answerCostPerTask":0.007747387863704104,"timePerTask":51.392144224637455,"intelligence":6.15684082814488,"agentic":null,"mmmu":0.755491329479769,"priceInput1m":0.25,"priceOutput1m":1.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{}","quality":6.15684082814488,"costForScoring":0.19445134743611814,"costPenalty":12.888109569051466,"pointsPerK":31662.628772307926,"costPerQuality":0.03158297459099789,"deltaTop":-53.86889800138112,"costVsTop":0.025072555023519297,"calculated":6.15684082814488,"frontier":false},{"modelKey":"nemotron-3-5-lightning","sourceId":"29976311-665a-4b2f-ac72-557c33e0758e","slug":"nemotron-3-5-lightning","name":"Nemotron 3.5 Lightning","shortName":"Nemotron 3.5 Lightning","creatorName":"NVIDIA","creatorSlug":"nvidia","releaseDate":"2026-08-11","cutoffDate":null,"totalCost":227.01990712880354,"inputCost":211.46190252880353,"outputCost":15.558004600000002,"reasoningCost":10.575023000000002,"answerCost":4.9829816000000005,"costPerTask":0.28980699398265014,"inputCostPerTask":0.2768017602366984,"outputCostPerTask":0.013005233745951781,"reasoningCostPerTask":0.006120412595036059,"answerCostPerTask":0.006884821150915722,"timePerTask":262.7131976805805,"intelligence":5.5346663903388,"agentic":null,"mmmu":null,"priceInput1m":0.06,"priceOutput1m":0.2,"activeParams":3.6,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":5.5346663903388,"costForScoring":0.28980699398265014,"costPenalty":14.621088621959544,"pointsPerK":19097.766807760836,"costPerQuality":0.052362143179674074,"deltaTop":-54.4910724391872,"costVsTop":0.037367711248274274,"calculated":5.5346663903388,"frontier":false},{"modelKey":"granite-4-2-8b","sourceId":"adfae555-f489-4f3e-9064-c6b7fcdd0783","slug":"granite-4-2-8b","name":"Granite 4.2 8B","shortName":"Granite 4.2 8B","creatorName":"IBM","creatorSlug":"ibm","releaseDate":"2026-08-25","cutoffDate":null,"totalCost":46.88331265019501,"inputCost":27.45713415019501,"outputCost":19.4261785,"reasoningCost":15.98624375,"answerCost":3.43993475,"costPerTask":0.0404628507686443,"inputCostPerTask":0.027584083211092496,"outputCostPerTask":0.012878767557551808,"reasoningCostPerTask":0.009265989519273193,"answerCostPerTask":0.0036127780382786165,"timePerTask":956.1979242027827,"intelligence":5.09826495217051,"agentic":null,"mmmu":null,"priceInput1m":0.06,"priceOutput1m":0.25,"activeParams":null,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":5.09826495217051,"costForScoring":0.0404628507686443,"costPenalty":6.070564772849291,"pointsPerK":125998.65939552845,"costPerQuality":0.00793659237961296,"deltaTop":-54.92747387735549,"costVsTop":0.005217279621261426,"calculated":5.09826495217051,"frontier":false},{"modelKey":"mistral-small-4","sourceId":"3fd96175-4ef1-434c-8795-f873aec2abc1","slug":"mistral-small-4","name":"Mistral Small 4 (Reasoning)","shortName":"Mistral Small 4","creatorName":"Mistral","creatorSlug":"mistral","releaseDate":"2026-03-16","cutoffDate":null,"totalCost":43.43083601309722,"inputCost":29.112782213097223,"outputCost":14.3180538,"reasoningCost":9.5049516,"answerCost":4.813102199999999,"costPerTask":0.03990856296103761,"inputCostPerTask":0.03126832846669506,"outputCostPerTask":0.008640234494342551,"reasoningCostPerTask":0.0024912932914557587,"answerCostPerTask":0.006148941202886794,"timePerTask":100.94656344921619,"intelligence":4.29716249600478,"agentic":null,"mmmu":0.568208092485549,"priceInput1m":0.15,"priceOutput1m":0.6,"activeParams":6.5,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{}","quality":4.29716249600478,"costForScoring":0.03990856296103761,"costPenalty":6.0106608986551,"pointsPerK":107675.1999364162,"costPerQuality":0.009287189627607051,"deltaTop":-55.72857633352122,"costVsTop":0.005145809756236961,"calculated":4.29716249600478,"frontier":false}]}