{"run":{"id":781,"source_url":"https://artificialanalysis.ai/models","status":"success","started_at":"2026-07-01T11:00:57.992Z","completed_at":"2026-07-01T11:01:00.095Z","duration_ms":2103,"http_status":200,"html_bytes":10202618,"html_sha256":"4a0f947708858aefbd5a91ab01656f7d1cf621b79f630258631d54d59d70be90","html_gzip_bytes":1253392,"raw_html_encoding":"gzip-base64-chunks","parser_version":"aa-next-rsc-default-data-v2","model_count":549,"result_count":549,"error":null},"options":{"mode":"combined","calc":"raw","sort":"score","costWeight":10,"costFloor":0.01,"costPower":1,"frontierOnly":false,"frontierMetric":"cost","limit":100},"effectiveSortBy":"score","topQualityModel":{"modelKey":"claude-fable-5","sourceId":"cd55210d-358e-4df1-ba9c-9acb5f186cc9","slug":"claude-fable-5","name":"Claude Fable 5 (Adaptive Reasoning, Max Effort, Opus 4.8 Fallback)","shortName":"Claude Fable 5 (with fallback)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-06-09","cutoffDate":null,"totalCost":5630.523206872397,"inputCost":1454.391436597397,"outputCost":4176.131770275,"reasoningCost":3668.502629025,"answerCost":507.62914125,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":59.8606463217303,"coding":76.4911915660979,"agentic":52.8147079037801,"mmmu":null,"priceInput1m":10,"priceOutput1m":50,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"cd55210d-358e-4df1-ba9c-9acb5f186cc9\",\"slug\":\"claude-fable-5\",\"model_url\":\"/models/claude-fable-5\",\"hosts_url\":\"/models/claude-fable-5/providers\",\"name\":\"Claude Fable 5 (Adaptive Reasoning, Max Effort, Opus 4.8 Fallback)\",\"short_name\":\"Claude Fable 5 (with fallback)\",\"creator_name\":\"Anthropic\",\"creator_slug\":\"anthropic\",\"release_date\":\"2026-06-09\",\"knowledge_cutoff_date\":null,\"intelligence_index\":59.8606463217303,\"coding_index\":76.4911915660979,\"agentic_index\":52.8147079037801,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"non_cache_input_cost\":171.796669695,\"cache_read_cost\":742.8574727644656,\"cache_write_cost\":539.7372941379314,\"input_cost\":1454.391436597397,\"reasoning_cost\":3668.502629025,\"answer_cost\":507.62914125,\"output_cost\":4176.131770275,\"total_cost\":5630.523206872397},\"price_1m_input_tokens\":10,\"price_1m_output_tokens\":50,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":63.05551526386944,"costForScoring":5630.523206872397,"costPenalty":57.5054875280871,"pointsPerK":11.198873168110973,"costPerQuality":89.29469822441789,"deltaTop":0,"costVsTop":1,"calculated":63.05551526386944,"frontier":true},"rows":[{"modelKey":"claude-fable-5","sourceId":"cd55210d-358e-4df1-ba9c-9acb5f186cc9","slug":"claude-fable-5","name":"Claude Fable 5 (Adaptive Reasoning, Max Effort, Opus 4.8 Fallback)","shortName":"Claude Fable 5 (with fallback)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-06-09","cutoffDate":null,"totalCost":5630.523206872397,"inputCost":1454.391436597397,"outputCost":4176.131770275,"reasoningCost":3668.502629025,"answerCost":507.62914125,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":59.8606463217303,"coding":76.4911915660979,"agentic":52.8147079037801,"mmmu":null,"priceInput1m":10,"priceOutput1m":50,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"cd55210d-358e-4df1-ba9c-9acb5f186cc9\",\"slug\":\"claude-fable-5\",\"model_url\":\"/models/claude-fable-5\",\"hosts_url\":\"/models/claude-fable-5/providers\",\"name\":\"Claude Fable 5 (Adaptive Reasoning, Max Effort, Opus 4.8 Fallback)\",\"short_name\":\"Claude Fable 5 (with fallback)\",\"creator_name\":\"Anthropic\",\"creator_slug\":\"anthropic\",\"release_date\":\"2026-06-09\",\"knowledge_cutoff_date\":null,\"intelligence_index\":59.8606463217303,\"coding_index\":76.4911915660979,\"agentic_index\":52.8147079037801,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"non_cache_input_cost\":171.796669695,\"cache_read_cost\":742.8574727644656,\"cache_write_cost\":539.7372941379314,\"input_cost\":1454.391436597397,\"reasoning_cost\":3668.502629025,\"answer_cost\":507.62914125,\"output_cost\":4176.131770275,\"total_cost\":5630.523206872397},\"price_1m_input_tokens\":10,\"price_1m_output_tokens\":50,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":63.05551526386944,"costForScoring":5630.523206872397,"costPenalty":57.5054875280871,"pointsPerK":11.198873168110973,"costPerQuality":89.29469822441789,"deltaTop":0,"costVsTop":1,"calculated":63.05551526386944,"frontier":true},{"modelKey":"claude-opus-4-8","sourceId":"992b7b84-5069-4c6a-9295-834252553d50","slug":"claude-opus-4-8","name":"Claude Opus 4.8 (Adaptive Reasoning, Max Effort)","shortName":"Claude Opus 4.8 (max)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-05-28","cutoffDate":null,"totalCost":3752.546240475629,"inputCost":834.1656904756285,"outputCost":2918.3805500000003,"reasoningCost":2626.2547250000002,"answerCost":292.125825,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":55.6920406995495,"coding":74.2535372451103,"agentic":47.1756219931271,"mmmu":null,"priceInput1m":5,"priceOutput1m":25,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"992b7b84-5069-4c6a-9295-834252553d50\",\"slug\":\"claude-opus-4-8\",\"model_url\":\"/models/claude-opus-4-8\",\"hosts_url\":\"/models/claude-opus-4-8/providers\",\"name\":\"Claude Opus 4.8 (Adaptive Reasoning, Max Effort)\",\"short_name\":\"Claude Opus 4.8 (max)\",\"creator_name\":\"Anthropic\",\"creator_slug\":\"anthropic\",\"release_date\":\"2026-05-28\",\"knowledge_cutoff_date\":null,\"intelligence_index\":55.6920406995495,\"coding_index\":74.2535372451103,\"agentic_index\":47.1756219931271,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":3752.546240475629,\"input_cost\":834.1656904756285,\"non_cache_input_cost\":87.46856,\"cache_read_cost\":434.32935224124975,\"cache_write_cost\":312.36777823437876,\"reasoning_cost\":2626.2547250000002,\"answer_cost\":292.125825,\"output_cost\":2918.3805500000003},\"price_1m_input_tokens\":5,\"price_1m_output_tokens\":25,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":59.0403999792623,"costForScoring":3752.546240475629,"costPenalty":55.74326052510158,"pointsPerK":15.733423706400224,"costPerQuality":63.55895694801688,"deltaTop":-4.015115284607141,"costVsTop":0.6664649274325728,"calculated":59.0403999792623,"frontier":true},{"modelKey":"gpt-5-5","sourceId":"1f054429-397e-4fdb-9e71-67bc92c1735e","slug":"gpt-5-5","name":"GPT-5.5 (xhigh)","shortName":"GPT-5.5 (xhigh)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-04-23","cutoffDate":null,"totalCost":2818.788428922533,"inputCost":649.7363489225334,"outputCost":2169.05208,"reasoningCost":2037.2752500000001,"answerCost":131.77683,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":54.8375984166433,"coding":74.8911950339853,"agentic":44.8710687285223,"mmmu":0.798843930635838,"priceInput1m":5,"priceOutput1m":30,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"1f054429-397e-4fdb-9e71-67bc92c1735e\",\"slug\":\"gpt-5-5\",\"model_url\":\"/models/gpt-5-5\",\"hosts_url\":\"/models/gpt-5-5/providers\",\"name\":\"GPT-5.5 (xhigh)\",\"short_name\":\"GPT-5.5 (xhigh)\",\"creator_name\":\"OpenAI\",\"creator_slug\":\"openai\",\"release_date\":\"2026-04-23\",\"knowledge_cutoff_date\":null,\"intelligence_index\":54.8375984166433,\"coding_index\":74.8911950339853,\"agentic_index\":44.8710687285223,\"mmmu_pro\":0.798843930635838,\"intelligence_index_cost\":{\"total_cost\":2818.788428922533,\"input_cost\":649.7363489225334,\"non_cache_input_cost\":62.47511,\"cache_read_cost\":130.04712678638518,\"cache_write_cost\":457.21411213614823,\"reasoning_cost\":2037.2752500000001,\"answer_cost\":131.77683,\"output_cost\":2169.05208},\"price_1m_input_tokens\":5,\"price_1m_output_tokens\":30,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":58.19995405971696,"costForScoring":2818.788428922533,"costPenalty":54.50062480057596,"pointsPerK":20.64715232351212,"costPerQuality":48.43282910550534,"deltaTop":-4.85556120415248,"costVsTop":0.5006263761566652,"calculated":58.19995405971696,"frontier":true},{"modelKey":"claude-sonnet-5","sourceId":"23c86e4a-c769-43c0-a056-79e3cd15834f","slug":"claude-sonnet-5","name":"Claude Sonnet 5 (Adaptive Reasoning, Max Effort)","shortName":"Claude Sonnet 5 (max)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-06-30","cutoffDate":null,"totalCost":6015.1843347370395,"inputCost":1461.012974737039,"outputCost":4554.17136,"reasoningCost":4299.887865000001,"answerCost":254.283495,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":53.3500026989169,"coding":71.5455507005132,"agentic":46.6941408934708,"mmmu":0.772832369942197,"priceInput1m":3,"priceOutput1m":15,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"23c86e4a-c769-43c0-a056-79e3cd15834f\",\"slug\":\"claude-sonnet-5\",\"model_url\":\"/models/claude-sonnet-5\",\"hosts_url\":\"/models/claude-sonnet-5/providers\",\"name\":\"Claude Sonnet 5 (Adaptive Reasoning, Max Effort)\",\"short_name\":\"Claude Sonnet 5 (max)\",\"creator_name\":\"Anthropic\",\"creator_slug\":\"anthropic\",\"release_date\":\"2026-06-30\",\"knowledge_cutoff_date\":null,\"intelligence_index\":53.3500026989169,\"coding_index\":71.5455507005132,\"agentic_index\":46.6941408934708,\"mmmu_pro\":0.772832369942197,\"intelligence_index_cost\":{\"total_cost\":6015.1843347370395,\"input_cost\":1461.012974737039,\"non_cache_input_cost\":53.584706999999995,\"cache_read_cost\":1020.668502153301,\"cache_write_cost\":386.759765583738,\"reasoning_cost\":4299.887865000001,\"answer_cost\":254.283495,\"output_cost\":4554.17136},\"price_1m_input_tokens\":3,\"price_1m_output_tokens\":15,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":57.1965647643003,"costForScoring":6015.1843347370395,"costPenalty":57.79248940791817,"pointsPerK":9.508696921222565,"costPerQuality":105.16688125457958,"deltaTop":-5.85895049956914,"costVsTop":1.0683171196941592,"calculated":57.1965647643003,"frontier":false},{"modelKey":"claude-opus-4-7","sourceId":"e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2","slug":"claude-opus-4-7","name":"Claude Opus 4.7 (Adaptive Reasoning, Max Effort)","shortName":"Claude Opus 4.7 (max)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-04-16","cutoffDate":"2026-01-01","totalCost":3737.818042898671,"inputCost":1236.1138178986712,"outputCost":2501.704225,"reasoningCost":2184.9446,"answerCost":316.75962499999997,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":53.5296569524586,"coding":73.6020079067832,"agentic":44.3863264604811,"mmmu":0.788439306358382,"priceInput1m":5,"priceOutput1m":25,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2\",\"slug\":\"claude-opus-4-7\",\"model_url\":\"/models/claude-opus-4-7\",\"hosts_url\":\"/models/claude-opus-4-7/providers\",\"name\":\"Claude Opus 4.7 (Adaptive Reasoning, Max Effort)\",\"short_name\":\"Claude Opus 4.7 (max)\",\"creator_name\":\"Anthropic\",\"creator_slug\":\"anthropic\",\"release_date\":\"2026-04-16\",\"knowledge_cutoff_date\":\"2026-01-01\",\"intelligence_index\":53.5296569524586,\"coding_index\":73.6020079067832,\"agentic_index\":44.3863264604811,\"mmmu_pro\":0.788439306358382,\"intelligence_index_cost\":{\"total_cost\":3737.818042898671,\"input_cost\":1236.1138178986712,\"non_cache_input_cost\":87.44887500000002,\"cache_read_cost\":569.4169462696807,\"cache_write_cost\":579.2479966289904,\"reasoning_cost\":2184.9446,\"answer_cost\":316.75962499999997,\"output_cost\":2501.704225},\"price_1m_input_tokens\":5,\"price_1m_output_tokens\":25,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":57.17266377324097,"costForScoring":3737.818042898671,"costPenalty":55.72618156088175,"pointsPerK":15.295732193775724,"costPerQuality":65.37771368715053,"deltaTop":-5.882851490628468,"costVsTop":0.6638491496378944,"calculated":57.17266377324097,"frontier":false},{"modelKey":"gpt-5-5-high","sourceId":"b13c1257-d746-4027-8fc8-4892dc14701c","slug":"gpt-5-5-high","name":"GPT-5.5 (high)","shortName":"GPT-5.5 (high)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-04-23","cutoffDate":null,"totalCost":1745.567189493726,"inputCost":460.6783794937261,"outputCost":1284.88881,"reasoningCost":1166.03919,"answerCost":118.84961999999999,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":53.1275095349873,"coding":71.5680919683729,"agentic":43.4581786941581,"mmmu":0.810982658959538,"priceInput1m":5,"priceOutput1m":30,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"b13c1257-d746-4027-8fc8-4892dc14701c\",\"slug\":\"gpt-5-5-high\",\"model_url\":\"/models/gpt-5-5-high\",\"hosts_url\":\"/models/gpt-5-5-high/providers\",\"name\":\"GPT-5.5 (high)\",\"short_name\":\"GPT-5.5 (high)\",\"creator_name\":\"OpenAI\",\"creator_slug\":\"openai\",\"release_date\":\"2026-04-23\",\"knowledge_cutoff_date\":null,\"intelligence_index\":53.1275095349873,\"coding_index\":71.5680919683729,\"agentic_index\":43.4581786941581,\"mmmu_pro\":0.810982658959538,\"intelligence_index_cost\":{\"total_cost\":1745.567189493726,\"input_cost\":460.6783794937261,\"non_cache_input_cost\":62.498355,\"cache_read_cost\":84.0103506118082,\"cache_write_cost\":314.1696738819179,\"reasoning_cost\":1166.03919,\"answer_cost\":118.84961999999999,\"output_cost\":1284.88881},\"price_1m_input_tokens\":5,\"price_1m_output_tokens\":30,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":56.051260065839436,"costForScoring":1745.567189493726,"costPenalty":52.4193657011655,"pointsPerK":32.11062879916769,"costPerQuality":31.142336272963927,"deltaTop":-7.004255198030002,"costVsTop":0.3100186475322852,"calculated":56.051260065839436,"frontier":true},{"modelKey":"gpt-5-4","sourceId":"a89c4b28-2d8c-456e-88ea-255fb51fd2b6","slug":"gpt-5-4","name":"GPT-5.4 (xhigh)","shortName":"GPT-5.4 (xhigh)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-03-05","cutoffDate":"2025-08-31","totalCost":2131.7653830456115,"inputCost":490.3601730456113,"outputCost":1641.4052100000001,"reasoningCost":1552.897455,"answerCost":88.507755,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":51.4012420630147,"coding":71.0505097794423,"agentic":41.0770927835052,"mmmu":0.784393063583815,"priceInput1m":2.5,"priceOutput1m":15,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"a89c4b28-2d8c-456e-88ea-255fb51fd2b6\",\"slug\":\"gpt-5-4\",\"model_url\":\"/models/gpt-5-4\",\"hosts_url\":\"/models/gpt-5-4/providers\",\"name\":\"GPT-5.4 (xhigh)\",\"short_name\":\"GPT-5.4 (xhigh)\",\"creator_name\":\"OpenAI\",\"creator_slug\":\"openai\",\"release_date\":\"2026-03-05\",\"knowledge_cutoff_date\":\"2025-08-31\",\"intelligence_index\":51.4012420630147,\"coding_index\":71.0505097794423,\"agentic_index\":41.0770927835052,\"mmmu_pro\":0.784393063583815,\"intelligence_index_cost\":{\"total_cost\":2131.7653830456115,\"input_cost\":490.3601730456113,\"non_cache_input_cost\":29.68895,\"cache_read_cost\":157.96204493937654,\"cache_write_cost\":302.7091781062348,\"reasoning_cost\":1552.897455,\"answer_cost\":88.507755,\"output_cost\":1641.4052100000001},\"price_1m_input_tokens\":2.5,\"price_1m_output_tokens\":15,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":54.50961487532073,"costForScoring":2131.7653830456115,"costPenalty":53.28739405581793,"pointsPerK":25.57017545591434,"costPerQuality":39.10806172308456,"deltaTop":-8.54590038854871,"costVsTop":0.37860875530069066,"calculated":54.50961487532073,"frontier":false},{"modelKey":"glm-5-2","sourceId":"f7a4ea75-e548-4069-80d4-9be8bc7c009b","slug":"glm-5-2","name":"GLM-5.2 (max)","shortName":"GLM-5.2 (max)","creatorName":"Z AI","creatorSlug":"zai","releaseDate":"2026-06-16","cutoffDate":null,"totalCost":932.6795968599051,"inputCost":313.5206960599051,"outputCost":619.1589008,"reasoningCost":586.2232948,"answerCost":32.935606,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":51.0858347714416,"coding":68.7560688028853,"agentic":43.0557079037801,"mmmu":null,"priceInput1m":1.4,"priceOutput1m":4.4,"activeParams":40,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"f7a4ea75-e548-4069-80d4-9be8bc7c009b\",\"slug\":\"glm-5-2\",\"model_url\":\"/models/glm-5-2\",\"hosts_url\":\"/models/glm-5-2/providers\",\"name\":\"GLM-5.2 (max)\",\"short_name\":\"GLM-5.2 (max)\",\"creator_name\":\"Z AI\",\"creator_slug\":\"zai\",\"release_date\":\"2026-06-16\",\"knowledge_cutoff_date\":null,\"intelligence_index\":51.0858347714416,\"coding_index\":68.7560688028853,\"agentic_index\":43.0557079037801,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":932.6795968599051,\"input_cost\":313.5206960599051,\"non_cache_input_cost\":17.707790799999998,\"cache_read_cost\":102.58951690914445,\"cache_write_cost\":193.22338835076064,\"reasoning_cost\":586.2232948,\"answer_cost\":32.935606,\"output_cost\":619.1589008},\"price_1m_input_tokens\":1.4,\"price_1m_output_tokens\":4.4,\"activeParams\":40,\"is_open_weights\":true,\"reasoning_model\":true}","quality":54.299203826035665,"costForScoring":932.6795968599051,"costPenalty":49.69732476314611,"pointsPerK":58.21849647922745,"costPerQuality":17.176671684690504,"deltaTop":-8.756311437833773,"costVsTop":0.1656470566929753,"calculated":54.299203826035665,"frontier":true},{"modelKey":"gpt-5-5-medium","sourceId":"6b79f899-e3c0-45f6-923c-243faccdb2fc","slug":"gpt-5-5-medium","name":"GPT-5.5 (medium)","shortName":"GPT-5.5 (medium)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-04-23","cutoffDate":null,"totalCost":951.24236482426,"inputCost":312.2555948242599,"outputCost":638.9867700000001,"reasoningCost":540.2006700000001,"answerCost":98.7861,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":50.4090068672092,"coding":71.5069704535997,"agentic":37.7910652920962,"mmmu":0.811560693641619,"priceInput1m":5,"priceOutput1m":30,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"6b79f899-e3c0-45f6-923c-243faccdb2fc\",\"slug\":\"gpt-5-5-medium\",\"model_url\":\"/models/gpt-5-5-medium\",\"hosts_url\":\"/models/gpt-5-5-medium/providers\",\"name\":\"GPT-5.5 (medium)\",\"short_name\":\"GPT-5.5 (medium)\",\"creator_name\":\"OpenAI\",\"creator_slug\":\"openai\",\"release_date\":\"2026-04-23\",\"knowledge_cutoff_date\":null,\"intelligence_index\":50.4090068672092,\"coding_index\":71.5069704535997,\"agentic_index\":37.7910652920962,\"mmmu_pro\":0.811560693641619,\"intelligence_index_cost\":{\"total_cost\":951.24236482426,\"input_cost\":312.2555948242599,\"non_cache_input_cost\":61.61127,\"cache_read_cost\":49.233640019526675,\"cache_write_cost\":201.41068480473325,\"reasoning_cost\":540.2006700000001,\"answer_cost\":98.7861,\"output_cost\":638.9867700000001},\"price_1m_input_tokens\":5,\"price_1m_output_tokens\":30,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":53.235680870968366,"costForScoring":951.24236482426,"costPenalty":49.78291183914766,"pointsPerK":55.964371268097956,"costPerQuality":17.868511292827517,"deltaTop":-9.819834392901072,"costVsTop":0.16894386718151,"calculated":53.235680870968366,"frontier":false},{"modelKey":"gemini-3-5-flash","sourceId":"0097ebf5-124f-42f6-9463-33b00e711f03","slug":"gemini-3-5-flash","name":"Gemini 3.5 Flash (high)","shortName":"Gemini 3.5 Flash","creatorName":"Google","creatorSlug":"google","releaseDate":"2026-05-19","cutoffDate":null,"totalCost":1040.8780605451614,"inputCost":362.42750554516135,"outputCost":678.450555,"reasoningCost":564.408621,"answerCost":114.041934,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":50.2034858842254,"coding":70.1427902621723,"agentic":37.4466082474227,"mmmu":0.842774566473988,"priceInput1m":1.5,"priceOutput1m":9,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"0097ebf5-124f-42f6-9463-33b00e711f03\",\"slug\":\"gemini-3-5-flash\",\"model_url\":\"/models/gemini-3-5-flash\",\"hosts_url\":\"/models/gemini-3-5-flash/providers\",\"name\":\"Gemini 3.5 Flash (high)\",\"short_name\":\"Gemini 3.5 Flash\",\"creator_name\":\"Google\",\"creator_slug\":\"google\",\"release_date\":\"2026-05-19\",\"knowledge_cutoff_date\":null,\"intelligence_index\":50.2034858842254,\"coding_index\":70.1427902621723,\"agentic_index\":37.4466082474227,\"mmmu_pro\":0.842774566473988,\"intelligence_index_cost\":{\"total_cost\":1040.8780605451614,\"input_cost\":362.42750554516135,\"non_cache_input_cost\":19.8340515,\"cache_read_cost\":127.94699032831538,\"cache_write_cost\":214.64646371684594,\"reasoning_cost\":564.408621,\"answer_cost\":114.041934,\"output_cost\":678.450555},\"price_1m_input_tokens\":1.5,\"price_1m_output_tokens\":9,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":52.59762813127347,"costForScoring":1040.8780605451614,"costPenalty":50.173998546457426,"pointsPerK":50.5319788407543,"costPerQuality":19.789448641055294,"deltaTop":-10.457887132595971,"costVsTop":0.18486347046304794,"calculated":52.59762813127347,"frontier":false},{"modelKey":"claude-sonnet-4-6-adaptive","sourceId":"df8d14e0-3997-4e4d-b4ad-9c047acc9c69","slug":"claude-sonnet-4-6-adaptive","name":"Claude Sonnet 4.6 (Adaptive Reasoning, Max Effort)","shortName":"Claude Sonnet 4.6 (max)","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2026-02-17","cutoffDate":null,"totalCost":3355.8518741364983,"inputCost":404.68930913649876,"outputCost":2951.1625649999996,"reasoningCost":2801.87598,"answerCost":149.286585,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":47.2100024360452,"coding":63.0271188791788,"agentic":40.7694879725086,"mmmu":0.732947976878613,"priceInput1m":3,"priceOutput1m":15,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"df8d14e0-3997-4e4d-b4ad-9c047acc9c69\",\"slug\":\"claude-sonnet-4-6-adaptive\",\"model_url\":\"/models/claude-sonnet-4-6-adaptive\",\"hosts_url\":\"/models/claude-sonnet-4-6-adaptive/providers\",\"name\":\"Claude Sonnet 4.6 (Adaptive Reasoning, Max Effort)\",\"short_name\":\"Claude Sonnet 4.6 (max)\",\"creator_name\":\"Anthropic\",\"creator_slug\":\"anthropic\",\"release_date\":\"2026-02-17\",\"knowledge_cutoff_date\":null,\"intelligence_index\":47.2100024360452,\"coding_index\":63.0271188791788,\"agentic_index\":40.7694879725086,\"mmmu_pro\":0.732947976878613,\"intelligence_index_cost\":{\"total_cost\":3355.8518741364983,\"input_cost\":404.68930913649876,\"non_cache_input_cost\":41.495244,\"cache_read_cost\":205.4320787924784,\"cache_write_cost\":157.76198634402036,\"reasoning_cost\":2801.87598,\"answer_cost\":149.286585,\"output_cost\":2951.1625649999996},\"price_1m_input_tokens\":3,\"price_1m_output_tokens\":15,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":50.3355364292442,"costForScoring":3355.8518741364983,"costPenalty":55.258027830074134,"pointsPerK":14.999332007821755,"costPerQuality":66.66963565300951,"deltaTop":-12.719978834625238,"costVsTop":0.5960106638119307,"calculated":50.3355364292442,"frontier":false},{"modelKey":"qwen3-7-max","sourceId":"69534bed-2ffd-4235-832b-e20a810333ab","slug":"qwen3-7-max","name":"Qwen3.7 Max","shortName":"Qwen3.7 Max","creatorName":"Alibaba","creatorSlug":"alibaba","releaseDate":"2026-05-19","cutoffDate":null,"totalCost":1631.3504971502557,"inputCost":859.6015321502559,"outputCost":771.7489649999999,"reasoningCost":724.1328599999999,"answerCost":47.616105,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":45.9937184770221,"coding":65.9687543348592,"agentic":30.5882783505155,"mmmu":null,"priceInput1m":2.5,"priceOutput1m":7.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"69534bed-2ffd-4235-832b-e20a810333ab\",\"slug\":\"qwen3-7-max\",\"model_url\":\"/models/qwen3-7-max\",\"hosts_url\":\"/models/qwen3-7-max/providers\",\"name\":\"Qwen3.7 Max\",\"short_name\":\"Qwen3.7 Max\",\"creator_name\":\"Alibaba\",\"creator_slug\":\"alibaba\",\"release_date\":\"2026-05-19\",\"knowledge_cutoff_date\":null,\"intelligence_index\":45.9937184770221,\"coding_index\":65.9687543348592,\"agentic_index\":30.5882783505155,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":1631.3504971502557,\"input_cost\":859.6015321502559,\"non_cache_input_cost\":33.1299275,\"cache_read_cost\":5.814852584760357,\"cache_write_cost\":820.6567520654955,\"reasoning_cost\":724.1328599999999,\"answer_cost\":47.616105,\"output_cost\":771.7489649999999},\"price_1m_input_tokens\":2.5,\"price_1m_output_tokens\":7.5,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":47.51691705413227,"costForScoring":1631.3504971502557,"costPenalty":52.12547279633111,"pointsPerK":29.127350092538528,"costPerQuality":34.33199370430087,"deltaTop":-15.538598209737167,"costVsTop":0.28973337596035353,"calculated":47.51691705413227,"frontier":false},{"modelKey":"deepseek-v4-pro","sourceId":"bf220674-68bd-43cc-a1b8-ce5ed4d2f18d","slug":"deepseek-v4-pro","name":"DeepSeek V4 Pro (Reasoning, Max Effort)","shortName":"DeepSeek V4 Pro (Max)","creatorName":"DeepSeek","creatorSlug":"deepseek","releaseDate":"2026-04-24","cutoffDate":null,"totalCost":176.33920107780003,"inputCost":15.6498609078,"outputCost":160.68934017000004,"reasoningCost":153.45185715000002,"answerCost":7.23748302,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":44.2735554261611,"coding":59.3632958801498,"agentic":36.3637319587629,"mmmu":null,"priceInput1m":0.435,"priceOutput1m":0.87,"activeParams":49,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"bf220674-68bd-43cc-a1b8-ce5ed4d2f18d\",\"slug\":\"deepseek-v4-pro\",\"model_url\":\"/models/deepseek-v4-pro\",\"hosts_url\":\"/models/deepseek-v4-pro/providers\",\"name\":\"DeepSeek V4 Pro (Reasoning, Max Effort)\",\"short_name\":\"DeepSeek V4 Pro (Max)\",\"creator_name\":\"DeepSeek\",\"creator_slug\":\"deepseek\",\"release_date\":\"2026-04-24\",\"knowledge_cutoff_date\":null,\"intelligence_index\":44.2735554261611,\"coding_index\":59.3632958801498,\"agentic_index\":36.3637319587629,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":176.33920107780003,\"input_cost\":15.6498609078,\"non_cache_input_cost\":5.468218395,\"cache_read_cost\":1.1771512128,\"cache_write_cost\":9.0044913,\"reasoning_cost\":153.45185715000002,\"answer_cost\":7.23748302,\"output_cost\":160.68934017000004},\"price_1m_input_tokens\":0.435,\"price_1m_output_tokens\":0.87,\"activeParams\":49,\"is_open_weights\":true,\"reasoning_model\":true}","quality":46.66686108835793,"costForScoring":176.33920107780003,"costPenalty":42.46348868846588,"pointsPerK":264.6425797731086,"costPerQuality":3.778681423289292,"deltaTop":-16.388654175511505,"costVsTop":0.031318439618997974,"calculated":46.66686108835793,"frontier":true},{"modelKey":"minimax-m3","sourceId":"277f939a-985b-4b37-859d-b3eabc7c0b26","slug":"minimax-m3","name":"MiniMax-M3","shortName":"MiniMax-M3","creatorName":"MiniMax","creatorSlug":"minimax","releaseDate":"2026-06-01","cutoffDate":null,"totalCost":203.85795386627436,"inputCost":97.32069266627437,"outputCost":106.53726119999999,"reasoningCost":91.99946279999999,"answerCost":14.5377984,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":44.4372686326056,"coding":58.5691496740186,"agentic":35.3635635738832,"mmmu":0.785549132947977,"priceInput1m":0.3,"priceOutput1m":1.2,"activeParams":23,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"277f939a-985b-4b37-859d-b3eabc7c0b26\",\"slug\":\"minimax-m3\",\"model_url\":\"/models/minimax-m3\",\"hosts_url\":\"/models/minimax-m3/providers\",\"name\":\"MiniMax-M3\",\"short_name\":\"MiniMax-M3\",\"creator_name\":\"MiniMax\",\"creator_slug\":\"minimax\",\"release_date\":\"2026-06-01\",\"knowledge_cutoff_date\":null,\"intelligence_index\":44.4372686326056,\"coding_index\":58.5691496740186,\"agentic_index\":35.3635635738832,\"mmmu_pro\":0.785549132947977,\"intelligence_index_cost\":{\"total_cost\":203.85795386627436,\"input_cost\":97.32069266627437,\"non_cache_input_cost\":5.5863648,\"cache_read_cost\":68.76588826356678,\"cache_write_cost\":22.968439602707587,\"reasoning_cost\":91.99946279999999,\"answer_cost\":14.5377984,\"output_cost\":106.53726119999999},\"price_1m_input_tokens\":0.3,\"price_1m_output_tokens\":1.2,\"activeParams\":23,\"is_open_weights\":true,\"reasoning_model\":true}","quality":46.12332729350246,"costForScoring":203.85795386627436,"costPenalty":43.09327660859766,"pointsPerK":226.25228213444248,"costPerQuality":4.4198449207499495,"deltaTop":-16.932187970366975,"costVsTop":0.03620586335874671,"calculated":46.12332729350246,"frontier":false},{"modelKey":"gemini-3-1-pro-preview","sourceId":"bbd93ebe-80da-4594-bb19-61e69d0331df","slug":"gemini-3-1-pro-preview","name":"Gemini 3.1 Pro Preview","shortName":"Gemini 3.1 Pro Preview","creatorName":"Google","creatorSlug":"google","releaseDate":"2026-02-19","cutoffDate":null,"totalCost":815.1126168932034,"inputCost":143.63810889320337,"outputCost":671.474508,"reasoningCost":622.437984,"answerCost":49.036524,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":46.4594206066426,"coding":68.825860036066,"agentic":21.3959484536082,"mmmu":0.824277456647399,"priceInput1m":2,"priceOutput1m":12,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"bbd93ebe-80da-4594-bb19-61e69d0331df\",\"slug\":\"gemini-3-1-pro-preview\",\"model_url\":\"/models/gemini-3-1-pro-preview\",\"hosts_url\":\"/models/gemini-3-1-pro-preview/providers\",\"name\":\"Gemini 3.1 Pro Preview\",\"short_name\":\"Gemini 3.1 Pro Preview\",\"creator_name\":\"Google\",\"creator_slug\":\"google\",\"release_date\":\"2026-02-19\",\"knowledge_cutoff_date\":null,\"intelligence_index\":46.4594206066426,\"coding_index\":68.825860036066,\"agentic_index\":21.3959484536082,\"mmmu_pro\":0.824277456647399,\"intelligence_index_cost\":{\"total_cost\":815.1126168932034,\"input_cost\":143.63810889320337,\"non_cache_input_cost\":23.72652,\"cache_read_cost\":47.59359145631074,\"cache_write_cost\":72.31799743689264,\"reasoning_cost\":622.437984,\"answer_cost\":49.036524,\"output_cost\":671.474508},\"price_1m_input_tokens\":2,\"price_1m_output_tokens\":12,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":45.560409698772276,"costForScoring":815.1126168932034,"costPenalty":49.11217615508661,"pointsPerK":55.89461965688311,"costPerQuality":17.890809636752856,"deltaTop":-17.495105565097163,"costVsTop":0.14476676268704633,"calculated":45.560409698772276,"frontier":false},{"modelKey":"gpt-5-5-low","sourceId":"c77cfe51-f4a0-4692-9dee-5061ef667f23","slug":"gpt-5-5-low","name":"GPT-5.5 (low)","shortName":"GPT-5.5 (low)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-04-23","cutoffDate":null,"totalCost":382.0761022835579,"inputCost":178.18422228355786,"outputCost":203.89188000000001,"reasoningCost":138.69840000000002,"answerCost":65.19348,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":43.4604883103599,"coding":60.9021708974893,"agentic":30.4173711340206,"mmmu":0.790173410404624,"priceInput1m":5,"priceOutput1m":30,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"c77cfe51-f4a0-4692-9dee-5061ef667f23\",\"slug\":\"gpt-5-5-low\",\"model_url\":\"/models/gpt-5-5-low\",\"hosts_url\":\"/models/gpt-5-5-low/providers\",\"name\":\"GPT-5.5 (low)\",\"short_name\":\"GPT-5.5 (low)\",\"creator_name\":\"OpenAI\",\"creator_slug\":\"openai\",\"release_date\":\"2026-04-23\",\"knowledge_cutoff_date\":null,\"intelligence_index\":43.4604883103599,\"coding_index\":60.9021708974893,\"agentic_index\":30.4173711340206,\"mmmu_pro\":0.790173410404624,\"intelligence_index_cost\":{\"total_cost\":382.0761022835579,\"input_cost\":178.18422228355786,\"non_cache_input_cost\":59.498810000000006,\"cache_read_cost\":21.78042252404913,\"cache_write_cost\":96.90498975950871,\"reasoning_cost\":138.69840000000002,\"answer_cost\":65.19348,\"output_cost\":203.89188000000001},\"price_1m_input_tokens\":5,\"price_1m_output_tokens\":30,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":44.92667678062327,"costForScoring":382.0761022835579,"costPenalty":45.82149874718111,"pointsPerK":117.58567602660719,"costPerQuality":8.504437222215067,"deltaTop":-18.12883848324617,"costVsTop":0.06785801039186033,"calculated":44.92667678062327,"frontier":false},{"modelKey":"kimi-k2-7-code","sourceId":"8d0cb231-7303-452c-9923-a9620b948475","slug":"kimi-k2-7-code","name":"Kimi K2.7 Code","shortName":"Kimi K2.7 Code","creatorName":"Kimi","creatorSlug":"kimi","releaseDate":"2026-06-12","cutoffDate":null,"totalCost":524.5600213600001,"inputCost":109.77084536000001,"outputCost":414.789176,"reasoningCost":390.508976,"answerCost":24.2802,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":41.9493685067994,"coding":60.761721459287,"agentic":29.5911099656357,"mmmu":null,"priceInput1m":0.95,"priceOutput1m":4,"activeParams":32,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"8d0cb231-7303-452c-9923-a9620b948475\",\"slug\":\"kimi-k2-7-code\",\"model_url\":\"/models/kimi-k2-7-code\",\"hosts_url\":\"/models/kimi-k2-7-code/providers\",\"name\":\"Kimi K2.7 Code\",\"short_name\":\"Kimi K2.7 Code\",\"creator_name\":\"Kimi\",\"creator_slug\":\"kimi\",\"release_date\":\"2026-06-12\",\"knowledge_cutoff_date\":null,\"intelligence_index\":41.9493685067994,\"coding_index\":60.761721459287,\"agentic_index\":29.5911099656357,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":524.5600213600001,\"input_cost\":109.77084536000001,\"non_cache_input_cost\":11.3309407,\"cache_read_cost\":74.20090736,\"cache_write_cost\":24.2389973,\"reasoning_cost\":390.508976,\"answer_cost\":24.2802,\"output_cost\":414.789176},\"price_1m_input_tokens\":0.95,\"price_1m_output_tokens\":4,\"activeParams\":32,\"is_open_weights\":true,\"reasoning_model\":true}","quality":44.100733310574036,"costForScoring":524.5600213600001,"costPenalty":47.19795188342861,"pointsPerK":84.07185358166699,"costPerQuality":11.894587277400811,"deltaTop":-18.954781953295402,"costVsTop":0.09316363721221192,"calculated":44.100733310574036,"frontier":false},{"modelKey":"mimo-v2-5-pro","sourceId":"00f1248e-78e3-4230-8dc8-5e13ba8645e2","slug":"mimo-v2-5-pro","name":"MiMo-V2.5-Pro","shortName":"MiMo-V2.5-Pro","creatorName":"Xiaomi","creatorSlug":"xiaomi","releaseDate":"2026-04-22","cutoffDate":null,"totalCost":98.46748027500001,"inputCost":15.130792755,"outputCost":83.33668752000001,"reasoningCost":76.59469734000001,"answerCost":6.74199018,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":42.2394366693508,"coding":60.189520044389,"agentic":29.1125979381443,"mmmu":null,"priceInput1m":0.435,"priceOutput1m":0.87,"activeParams":42,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"00f1248e-78e3-4230-8dc8-5e13ba8645e2\",\"slug\":\"mimo-v2-5-pro\",\"model_url\":\"/models/mimo-v2-5-pro\",\"hosts_url\":\"/models/mimo-v2-5-pro/providers\",\"name\":\"MiMo-V2.5-Pro\",\"short_name\":\"MiMo-V2.5-Pro\",\"creator_name\":\"Xiaomi\",\"creator_slug\":\"xiaomi\",\"release_date\":\"2026-04-22\",\"knowledge_cutoff_date\":null,\"intelligence_index\":42.2394366693508,\"coding_index\":60.189520044389,\"agentic_index\":29.1125979381443,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":98.46748027500001,\"input_cost\":15.130792755,\"non_cache_input_cost\":5.963311035,\"cache_read_cost\":1.0611792899999999,\"cache_write_cost\":8.10630243,\"reasoning_cost\":76.59469734000001,\"answer_cost\":6.74199018,\"output_cost\":83.33668752000001},\"price_1m_input_tokens\":0.435,\"price_1m_output_tokens\":0.87,\"activeParams\":42,\"is_open_weights\":true,\"reasoning_model\":true}","quality":43.84718488396137,"costForScoring":98.46748027500001,"costPenalty":39.932928247208906,"pointsPerK":445.29609939753647,"costPerQuality":2.2456967428031605,"deltaTop":-19.20833037990807,"costVsTop":0.017488158143956222,"calculated":43.84718488396137,"frontier":true},{"modelKey":"kimi-k2-6","sourceId":"0de67206-4d36-4d10-b8f6-cf37fa747a03","slug":"kimi-k2-6","name":"Kimi K2.6","shortName":"Kimi K2.6","creatorName":"Kimi","creatorSlug":"kimi","releaseDate":"2026-04-20","cutoffDate":null,"totalCost":831.3420782199998,"inputCost":177.4578022199999,"outputCost":653.884276,"reasoningCost":625.619576,"answerCost":28.2647,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":42.8413910763059,"coding":56.0263212650853,"agentic":30.2685189003436,"mmmu":0.79364161849711,"priceInput1m":0.95,"priceOutput1m":4,"activeParams":32,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"0de67206-4d36-4d10-b8f6-cf37fa747a03\",\"slug\":\"kimi-k2-6\",\"model_url\":\"/models/kimi-k2-6\",\"hosts_url\":\"/models/kimi-k2-6/providers\",\"name\":\"Kimi K2.6\",\"short_name\":\"Kimi K2.6\",\"creator_name\":\"Kimi\",\"creator_slug\":\"kimi\",\"release_date\":\"2026-04-20\",\"knowledge_cutoff_date\":null,\"intelligence_index\":42.8413910763059,\"coding_index\":56.0263212650853,\"agentic_index\":30.2685189003436,\"mmmu_pro\":0.79364161849711,\"intelligence_index_cost\":{\"total_cost\":831.3420782199998,\"input_cost\":177.4578022199999,\"non_cache_input_cost\":11.16486265,\"cache_read_cost\":64.30542832000002,\"cache_write_cost\":101.98751124999987,\"reasoning_cost\":625.619576,\"answer_cost\":28.2647,\"output_cost\":653.884276},\"price_1m_input_tokens\":0.95,\"price_1m_output_tokens\":4,\"activeParams\":32,\"is_open_weights\":true,\"reasoning_model\":true}","quality":43.045410413911604,"costForScoring":831.3420782199998,"costPenalty":49.19779762790202,"pointsPerK":51.77821686360065,"costPerQuality":19.31314094176514,"deltaTop":-20.010104849957834,"costVsTop":0.14764917001057665,"calculated":43.045410413911604,"frontier":false},{"modelKey":"deepseek-v4-flash","sourceId":"d8ddb241-b3e4-4c25-a6a3-72eb1b30c541","slug":"deepseek-v4-flash","name":"DeepSeek V4 Flash (Reasoning, Max Effort)","shortName":"DeepSeek V4 Flash (Max)","creatorName":"DeepSeek","creatorSlug":"deepseek","releaseDate":"2026-04-24","cutoffDate":null,"totalCost":72.4213984676,"inputCost":6.9885551876,"outputCost":65.43284328,"reasoningCost":62.714646120000005,"answerCost":2.71819716,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":40.2825017625236,"coding":56.1676376751283,"agentic":31.0645326460481,"mmmu":null,"priceInput1m":0.14,"priceOutput1m":0.28,"activeParams":13,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"d8ddb241-b3e4-4c25-a6a3-72eb1b30c541\",\"slug\":\"deepseek-v4-flash\",\"model_url\":\"/models/deepseek-v4-flash\",\"hosts_url\":\"/models/deepseek-v4-flash/providers\",\"name\":\"DeepSeek V4 Flash (Reasoning, Max Effort)\",\"short_name\":\"DeepSeek V4 Flash (Max)\",\"creator_name\":\"DeepSeek\",\"creator_slug\":\"deepseek\",\"release_date\":\"2026-04-24\",\"knowledge_cutoff_date\":null,\"intelligence_index\":40.2825017625236,\"coding_index\":56.1676376751283,\"agentic_index\":31.0645326460481,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":72.4213984676,\"input_cost\":6.9885551876,\"non_cache_input_cost\":1.73830104,\"cache_read_cost\":1.8757582676,\"cache_write_cost\":3.3744958800000004,\"reasoning_cost\":62.714646120000005,\"answer_cost\":2.71819716,\"output_cost\":65.43284328},\"price_1m_input_tokens\":0.14,\"price_1m_output_tokens\":0.28,\"activeParams\":13,\"is_open_weights\":true,\"reasoning_model\":true}","quality":42.50489069456666,"costForScoring":72.4213984676,"costPenalty":38.5986690685075,"pointsPerK":586.9106589205477,"costPerQuality":1.7038368358128144,"deltaTop":-20.550624569302776,"costVsTop":0.012862285760443232,"calculated":42.50489069456666,"frontier":true},{"modelKey":"gpt-5-4-mini","sourceId":"ba242e40-83b7-4cd3-a0e0-b56237984914","slug":"gpt-5-4-mini","name":"GPT-5.4 mini (xhigh)","shortName":"GPT-5.4 mini (xhigh)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-03-17","cutoffDate":"2025-08-31","totalCost":1127.4359095629068,"inputCost":153.4656025629069,"outputCost":973.9703069999999,"reasoningCost":952.0490295,"answerCost":21.9212775,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":39.9783061419024,"coding":56.0787730614509,"agentic":30.1670996563574,"mmmu":0.732947976878613,"priceInput1m":0.75,"priceOutput1m":4.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"ba242e40-83b7-4cd3-a0e0-b56237984914\",\"slug\":\"gpt-5-4-mini\",\"model_url\":\"/models/gpt-5-4-mini\",\"hosts_url\":\"/models/gpt-5-4-mini/providers\",\"name\":\"GPT-5.4 mini (xhigh)\",\"short_name\":\"GPT-5.4 mini (xhigh)\",\"creator_name\":\"OpenAI\",\"creator_slug\":\"openai\",\"release_date\":\"2026-03-17\",\"knowledge_cutoff_date\":\"2025-08-31\",\"intelligence_index\":39.9783061419024,\"coding_index\":56.0787730614509,\"agentic_index\":30.1670996563574,\"mmmu_pro\":0.732947976878613,\"intelligence_index_cost\":{\"total_cost\":1127.4359095629068,\"input_cost\":153.4656025629069,\"non_cache_input_cost\":8.81514675,\"cache_read_cost\":42.18475704856589,\"cache_write_cost\":102.465698764341,\"reasoning_cost\":952.0490295,\"answer_cost\":21.9212775,\"output_cost\":973.9703069999999},\"price_1m_input_tokens\":0.75,\"price_1m_output_tokens\":4.5,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":42.07472628657024,"costForScoring":1127.4359095629068,"costPenalty":50.52091863264597,"pointsPerK":37.31895172904515,"costPerQuality":26.79603669632834,"deltaTop":-20.9807889772992,"costVsTop":0.20023643774113256,"calculated":42.07472628657024,"frontier":false},{"modelKey":"glm-5-1","sourceId":"5aa1c578-af76-4b91-8699-cdd43582b3af","slug":"glm-5-1","name":"GLM-5.1 (Reasoning)","shortName":"GLM-5.1","creatorName":"Z AI","creatorSlug":"zai","releaseDate":"2026-04-07","cutoffDate":null,"totalCost":660.5462019136418,"inputCost":123.34738151364172,"outputCost":537.1988204,"reasoningCost":496.815,"answerCost":40.383820400000005,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":40.1570857627689,"coding":55.7818352059925,"agentic":29.8734639175258,"mmmu":null,"priceInput1m":1.4,"priceOutput1m":4.4,"activeParams":40,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"5aa1c578-af76-4b91-8699-cdd43582b3af\",\"slug\":\"glm-5-1\",\"model_url\":\"/models/glm-5-1\",\"hosts_url\":\"/models/glm-5-1/providers\",\"name\":\"GLM-5.1 (Reasoning)\",\"short_name\":\"GLM-5.1\",\"creator_name\":\"Z AI\",\"creator_slug\":\"zai\",\"release_date\":\"2026-04-07\",\"knowledge_cutoff_date\":null,\"intelligence_index\":40.1570857627689,\"coding_index\":55.7818352059925,\"agentic_index\":29.8734639175258,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":660.5462019136418,\"input_cost\":123.34738151364172,\"non_cache_input_cost\":16.760071999999997,\"cache_read_cost\":60.874739440748385,\"cache_write_cost\":45.71257007289334,\"reasoning_cost\":496.815,\"answer_cost\":40.383820400000005,\"output_cost\":537.1988204},\"price_1m_input_tokens\":1.4,\"price_1m_output_tokens\":4.4,\"activeParams\":40,\"is_open_weights\":true,\"reasoning_model\":true}","quality":41.9374616287624,"costForScoring":660.5462019136418,"costPenalty":48.199031997467614,"pointsPerK":63.48906633217642,"costPerQuality":15.750743518072458,"deltaTop":-21.11805363510704,"costVsTop":0.11731524365398313,"calculated":41.9374616287624,"frontier":false},{"modelKey":"gpt-5-4-nano","sourceId":"d4fc3f33-f2b0-4da1-88ee-f1f82bd4de31","slug":"gpt-5-4-nano","name":"GPT-5.4 nano (xhigh)","shortName":"GPT-5.4 nano (xhigh)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-03-17","cutoffDate":"2025-08-31","totalCost":291.67041012848836,"inputCost":64.17856137848833,"outputCost":227.49184875,"reasoningCost":218.58745,"answerCost":8.90439875,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":38.2417263132715,"coding":56.0744382022472,"agentic":27.5439759450172,"mmmu":0.653757225433526,"priceInput1m":0.2,"priceOutput1m":1.25,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"d4fc3f33-f2b0-4da1-88ee-f1f82bd4de31\",\"slug\":\"gpt-5-4-nano\",\"model_url\":\"/models/gpt-5-4-nano\",\"hosts_url\":\"/models/gpt-5-4-nano/providers\",\"name\":\"GPT-5.4 nano (xhigh)\",\"short_name\":\"GPT-5.4 nano (xhigh)\",\"creator_name\":\"OpenAI\",\"creator_slug\":\"openai\",\"release_date\":\"2026-03-17\",\"knowledge_cutoff_date\":\"2025-08-31\",\"intelligence_index\":38.2417263132715,\"coding_index\":56.0744382022472,\"agentic_index\":27.5439759450172,\"mmmu_pro\":0.653757225433526,\"intelligence_index_cost\":{\"total_cost\":291.67041012848836,\"input_cost\":64.17856137848833,\"non_cache_input_cost\":2.359461,\"cache_read_cost\":17.1529275135013,\"cache_write_cost\":44.66617286498702,\"reasoning_cost\":218.58745,\"answer_cost\":8.90439875,\"output_cost\":227.49184875},\"price_1m_input_tokens\":0.2,\"price_1m_output_tokens\":1.25,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":40.62004682017863,"costForScoring":291.67041012848836,"costPenalty":44.64892372317665,"pointsPerK":139.2669445017904,"costPerQuality":7.180454799072182,"deltaTop":-22.43546844369081,"costVsTop":0.051801653134558936,"calculated":40.62004682017863,"frontier":false},{"modelKey":"qwen3-6-plus","sourceId":"f371ad68-6947-4767-a78f-1f6c81f96b93","slug":"qwen3-6-plus","name":"Qwen3.6 Plus","shortName":"Qwen3.6 Plus","creatorName":"Alibaba","creatorSlug":"alibaba","releaseDate":"2026-04-02","cutoffDate":null,"totalCost":525.5754352045657,"inputCost":221.74430620456565,"outputCost":303.83112900000003,"reasoningCost":268.50507600000003,"answerCost":35.326053,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":39.5608411628461,"coding":54.5290608961021,"agentic":27.5522817869416,"mmmu":0.779768786127168,"priceInput1m":0.5,"priceOutput1m":3,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"f371ad68-6947-4767-a78f-1f6c81f96b93\",\"slug\":\"qwen3-6-plus\",\"model_url\":\"/models/qwen3-6-plus\",\"hosts_url\":\"/models/qwen3-6-plus/providers\",\"name\":\"Qwen3.6 Plus\",\"short_name\":\"Qwen3.6 Plus\",\"creator_name\":\"Alibaba\",\"creator_slug\":\"alibaba\",\"release_date\":\"2026-04-02\",\"knowledge_cutoff_date\":null,\"intelligence_index\":39.5608411628461,\"coding_index\":54.5290608961021,\"agentic_index\":27.5522817869416,\"mmmu_pro\":0.779768786127168,\"intelligence_index_cost\":{\"total_cost\":525.5754352045657,\"input_cost\":221.74430620456565,\"non_cache_input_cost\":5.997744,\"cache_read_cost\":3.3574483409073355,\"cache_write_cost\":212.3891138636583,\"reasoning_cost\":268.50507600000003,\"answer_cost\":35.326053,\"output_cost\":303.83112900000003},\"price_1m_input_tokens\":0.5,\"price_1m_output_tokens\":3,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":40.547394615296604,"costForScoring":525.5754352045657,"costPenalty":47.206350585981184,"pointsPerK":77.14857259170542,"costPerQuality":12.962002619184096,"deltaTop":-22.508120648572834,"costVsTop":0.09334397815163407,"calculated":40.547394615296604,"frontier":false},{"modelKey":"grok-build-0-1-06-16","sourceId":"0b7efa66-2115-49e0-a1b7-a2ba225fe9f6","slug":"grok-build-0-1-06-16","name":"Grok Build 0.1 0616","shortName":"Grok Build 0.1 0616","creatorName":"xAI","creatorSlug":"xai","releaseDate":null,"cutoffDate":null,"totalCost":375.00657010387033,"inputCost":106.35369210387037,"outputCost":268.652878,"reasoningCost":248.68659,"answerCost":19.966288,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":39.8026227264218,"coding":51.4504438895825,"agentic":28.0356116838488,"mmmu":0.765317919075144,"priceInput1m":1,"priceOutput1m":2,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"0b7efa66-2115-49e0-a1b7-a2ba225fe9f6\",\"slug\":\"grok-build-0-1-06-16\",\"model_url\":\"/models/grok-build-0-1-06-16\",\"hosts_url\":\"/models/grok-build-0-1-06-16/providers\",\"name\":\"Grok Build 0.1 0616\",\"short_name\":\"Grok Build 0.1 0616\",\"creator_name\":\"xAI\",\"creator_slug\":\"xai\",\"release_date\":null,\"knowledge_cutoff_date\":null,\"intelligence_index\":39.8026227264218,\"coding_index\":51.4504438895825,\"agentic_index\":28.0356116838488,\"mmmu_pro\":0.765317919075144,\"intelligence_index_cost\":{\"total_cost\":375.00657010387033,\"input_cost\":106.35369210387037,\"non_cache_input_cost\":12.47759,\"cache_read_cost\":71.29844747403241,\"cache_write_cost\":22.577654629837944,\"reasoning_cost\":248.68659,\"answer_cost\":19.966288,\"output_cost\":268.652878},\"price_1m_input_tokens\":1,\"price_1m_output_tokens\":2,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":39.7628927666177,"costForScoring":375.00657010387033,"costPenalty":45.740388766206806,"pointsPerK":106.03252299180804,"costPerQuality":9.431068617288858,"deltaTop":-23.292622497251735,"costVsTop":0.06660243752235173,"calculated":39.7628927666177,"frontier":false},{"modelKey":"qwen3-6-27b","sourceId":"8c29d66d-bf98-4ea3-8572-5409353ecc66","slug":"qwen3-6-27b","name":"Qwen3.6 27B (Reasoning)","shortName":"Qwen3.6 27B","creatorName":"Alibaba","creatorSlug":"alibaba","releaseDate":"2026-04-22","cutoffDate":null,"totalCost":668.077305,"inputCost":153.2220198,"outputCost":514.8552852,"reasoningCost":486.8075664,"answerCost":28.0477188,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":37.0516798775037,"coding":53.7210431405188,"agentic":27.0255773195876,"mmmu":0.746242774566474,"priceInput1m":0.6,"priceOutput1m":3.6,"activeParams":27.8,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"8c29d66d-bf98-4ea3-8572-5409353ecc66\",\"slug\":\"qwen3-6-27b\",\"model_url\":\"/models/qwen3-6-27b\",\"hosts_url\":\"/models/qwen3-6-27b/providers\",\"name\":\"Qwen3.6 27B (Reasoning)\",\"short_name\":\"Qwen3.6 27B\",\"creator_name\":\"Alibaba\",\"creator_slug\":\"alibaba\",\"release_date\":\"2026-04-22\",\"knowledge_cutoff_date\":null,\"intelligence_index\":37.0516798775037,\"coding_index\":53.7210431405188,\"agentic_index\":27.0255773195876,\"mmmu_pro\":0.746242774566474,\"intelligence_index_cost\":{\"total_cost\":668.077305,\"input_cost\":153.2220198,\"non_cache_input_cost\":7.919981399999999,\"cache_read_cost\":136.3870116,\"cache_write_cost\":8.9150268,\"reasoning_cost\":486.8075664,\"answer_cost\":28.0477188,\"output_cost\":514.8552852},\"price_1m_input_tokens\":0.6,\"price_1m_output_tokens\":3.6,\"activeParams\":27.8,\"is_open_weights\":true,\"reasoning_model\":true}","quality":39.2661001125367,"costForScoring":668.077305,"costPenalty":48.24826718751639,"pointsPerK":58.77478522120534,"costPerQuality":17.01409875402165,"deltaTop":-23.78941515133274,"costVsTop":0.11865279308050287,"calculated":39.2661001125367,"frontier":false},{"modelKey":"gpt-5-5-non-reasoning","sourceId":"6f1a7562-6e96-46ac-af4f-6ba5a7a3da96","slug":"gpt-5-5-non-reasoning","name":"GPT-5.5 (Non-reasoning)","shortName":"GPT-5.5 (Non-reasoning)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2026-04-23","cutoffDate":null,"totalCost":216.7209530947365,"inputCost":150.5948930947365,"outputCost":66.12606,"reasoningCost":0,"answerCost":66.12606,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":35.3827351786589,"coding":56.4784470800389,"agentic":25.8018109965636,"mmmu":0.713872832369942,"priceInput1m":5,"priceOutput1m":30,"activeParams":null,"isOpenWeights":false,"isReasoning":false,"rawResultJson":"{\"id\":\"6f1a7562-6e96-46ac-af4f-6ba5a7a3da96\",\"slug\":\"gpt-5-5-non-reasoning\",\"model_url\":\"/models/gpt-5-5-non-reasoning\",\"hosts_url\":\"/models/gpt-5-5-non-reasoning/providers\",\"name\":\"GPT-5.5 (Non-reasoning)\",\"short_name\":\"GPT-5.5 (Non-reasoning)\",\"creator_name\":\"OpenAI\",\"creator_slug\":\"openai\",\"release_date\":\"2026-04-23\",\"knowledge_cutoff_date\":null,\"intelligence_index\":35.3827351786589,\"coding_index\":56.4784470800389,\"agentic_index\":25.8018109965636,\"mmmu_pro\":0.713872832369942,\"intelligence_index_cost\":{\"total_cost\":216.7209530947365,\"input_cost\":150.5948930947365,\"non_cache_input_cost\":59.49731,\"cache_read_cost\":17.855949656140385,\"cache_write_cost\":73.24163343859611,\"reasoning_cost\":0,\"answer_cost\":66.12606,\"output_cost\":66.12606},\"price_1m_input_tokens\":5,\"price_1m_output_tokens\":30,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":false}","quality":39.2209977517538,"costForScoring":216.7209530947365,"costPenalty":43.35900901968239,"pointsPerK":180.9746459291774,"costPerQuality":5.525635897037975,"deltaTop":-23.83451751211564,"costVsTop":0.0384903756066959,"calculated":39.2209977517538,"frontier":false},{"modelKey":"minimax-m2-7","sourceId":"4bbceacb-cf47-464b-b60f-e1d1fe016d67","slug":"minimax-m2-7","name":"MiniMax-M2.7","shortName":"MiniMax-M2.7","creatorName":"MiniMax","creatorSlug":"minimax","releaseDate":"2026-03-18","cutoffDate":null,"totalCost":143.73074207653644,"inputCost":42.30237047653645,"outputCost":101.4283716,"reasoningCost":85.25928,"answerCost":16.169091599999998,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":38.1344947250387,"coding":52.6173879872382,"agentic":25.5759931271478,"mmmu":null,"priceInput1m":0.3,"priceOutput1m":1.2,"activeParams":10,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"4bbceacb-cf47-464b-b60f-e1d1fe016d67\",\"slug\":\"minimax-m2-7\",\"model_url\":\"/models/minimax-m2-7\",\"hosts_url\":\"/models/minimax-m2-7/providers\",\"name\":\"MiniMax-M2.7\",\"short_name\":\"MiniMax-M2.7\",\"creator_name\":\"MiniMax\",\"creator_slug\":\"minimax\",\"release_date\":\"2026-03-18\",\"knowledge_cutoff_date\":null,\"intelligence_index\":38.1344947250387,\"coding_index\":52.6173879872382,\"agentic_index\":25.5759931271478,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":143.73074207653644,\"input_cost\":42.30237047653645,\"non_cache_input_cost\":3.5118423,\"cache_read_cost\":18.281177323516868,\"cache_write_cost\":20.50935085301958,\"reasoning_cost\":85.25928,\"answer_cost\":16.169091599999998,\"output_cost\":101.4283716},\"price_1m_input_tokens\":0.3,\"price_1m_output_tokens\":1.2,\"activeParams\":10,\"is_open_weights\":true,\"reasoning_model\":true}","quality":38.77595861314157,"costForScoring":143.73074207653644,"costPenalty":41.57549667830038,"pointsPerK":269.78194123908037,"costPerQuality":3.706697325280944,"deltaTop":-24.27955665072787,"costVsTop":0.025527066809902195,"calculated":38.77595861314157,"frontier":false},{"modelKey":"qwen3-7-plus","sourceId":"a87fce42-eea3-4e45-a96d-fe057814f371","slug":"qwen3-7-plus","name":"Qwen3.7 Plus","shortName":"Qwen3.7 Plus","creatorName":"Alibaba","creatorSlug":"alibaba","releaseDate":"2026-06-01","cutoffDate":null,"totalCost":149.4661630215265,"inputCost":17.74195586152652,"outputCost":131.72420716,"reasoningCost":126.27167587999999,"answerCost":5.45253128,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":38.9772279786141,"coding":55.8611631294216,"agentic":20.8054719358534,"mmmu":0.804624277456647,"priceInput1m":0.4,"priceOutput1m":1.16,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"a87fce42-eea3-4e45-a96d-fe057814f371\",\"slug\":\"qwen3-7-plus\",\"model_url\":\"/models/qwen3-7-plus\",\"hosts_url\":\"/models/qwen3-7-plus/providers\",\"name\":\"Qwen3.7 Plus\",\"short_name\":\"Qwen3.7 Plus\",\"creator_name\":\"Alibaba\",\"creator_slug\":\"alibaba\",\"release_date\":\"2026-06-01\",\"knowledge_cutoff_date\":null,\"intelligence_index\":38.9772279786141,\"coding_index\":55.8611631294216,\"agentic_index\":20.8054719358534,\"mmmu_pro\":0.804624277456647,\"intelligence_index_cost\":{\"total_cost\":149.4661630215265,\"input_cost\":17.74195586152652,\"non_cache_input_cost\":5.3356580000000005,\"cache_read_cost\":1.8137267630530411,\"cache_write_cost\":10.59257109847348,\"reasoning_cost\":126.27167587999999,\"answer_cost\":5.45253128,\"output_cost\":131.72420716},\"price_1m_input_tokens\":0.4,\"price_1m_output_tokens\":1.16,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":38.547954347963035,"costForScoring":149.4661630215265,"costPenalty":41.74542885795554,"pointsPerK":257.90422105377297,"costPerQuality":3.877408426717841,"deltaTop":-24.507560915906403,"costVsTop":0.02654569700362729,"calculated":38.547954347963035,"frontier":false},{"modelKey":"nvidia-nemotron-3-ultra-550b-a55b","sourceId":"5b52def2-ac9b-4465-ad80-91ea8079e253","slug":"nvidia-nemotron-3-ultra-550b-a55b","name":"Nemotron 3 Ultra 550B A55B (Reasoning)","shortName":"Nemotron 3 Ultra","creatorName":"NVIDIA","creatorSlug":"nvidia","releaseDate":"2026-06-04","cutoffDate":null,"totalCost":443.06889920540624,"inputCost":154.60985958040624,"outputCost":288.459039625,"reasoningCost":254.9132797,"answerCost":33.545759925,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":37.7619546243905,"coding":49.2652413649605,"agentic":27.3604776632302,"mmmu":null,"priceInput1m":0.675,"priceOutput1m":2.675,"activeParams":55,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"5b52def2-ac9b-4465-ad80-91ea8079e253\",\"slug\":\"nvidia-nemotron-3-ultra-550b-a55b\",\"model_url\":\"/models/nvidia-nemotron-3-ultra-550b-a55b\",\"hosts_url\":\"/models/nvidia-nemotron-3-ultra-550b-a55b/providers\",\"name\":\"Nemotron 3 Ultra 550B A55B (Reasoning)\",\"short_name\":\"Nemotron 3 Ultra\",\"creator_name\":\"NVIDIA\",\"creator_slug\":\"nvidia\",\"release_date\":\"2026-06-04\",\"knowledge_cutoff_date\":null,\"intelligence_index\":37.7619546243905,\"coding_index\":49.2652413649605,\"agentic_index\":27.3604776632302,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":443.06889920540624,\"input_cost\":154.60985958040624,\"non_cache_input_cost\":8.99135505,\"cache_read_cost\":63.356794879172796,\"cache_write_cost\":82.26170965123346,\"reasoning_cost\":254.9132797,\"answer_cost\":33.545759925,\"output_cost\":288.459039625},\"price_1m_input_tokens\":0.675,\"price_1m_output_tokens\":2.675,\"activeParams\":55,\"is_open_weights\":true,\"reasoning_model\":true}","quality":38.1292245508604,"costForScoring":443.06889920540624,"costPenalty":46.46471266218667,"pointsPerK":86.05709996625995,"costPerQuality":11.620191714478711,"deltaTop":-24.92629071300904,"costVsTop":0.0786905377931155,"calculated":38.1292245508604,"frontier":false},{"modelKey":"kat-coder-pro-v1","sourceId":"fb112343-c82c-4b43-afea-996bd5101d62","slug":"kat-coder-pro-v1","name":"KAT-Coder-Pro V1","shortName":"KAT-Coder-Pro V1","creatorName":"KwaiKAT","creatorSlug":"kwaikat","releaseDate":"2025-11-11","cutoffDate":null,"totalCost":39.10802475630607,"inputCost":31.86728115630607,"outputCost":7.2407436,"reasoningCost":0,"answerCost":7.2407436,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":34.6151280182156,"coding":58.8829934803718,"agentic":14.8662508591065,"mmmu":null,"priceInput1m":0.3,"priceOutput1m":1.2,"activeParams":null,"isOpenWeights":false,"isReasoning":false,"rawResultJson":"{\"id\":\"fb112343-c82c-4b43-afea-996bd5101d62\",\"slug\":\"kat-coder-pro-v1\",\"model_url\":\"/models/kat-coder-pro-v1\",\"hosts_url\":\"/models/kat-coder-pro-v1/providers\",\"name\":\"KAT-Coder-Pro V1\",\"short_name\":\"KAT-Coder-Pro V1\",\"creator_name\":\"KwaiKAT\",\"creator_slug\":\"kwaikat\",\"release_date\":\"2025-11-11\",\"knowledge_cutoff_date\":null,\"intelligence_index\":34.6151280182156,\"coding_index\":58.8829934803718,\"agentic_index\":14.8662508591065,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":39.10802475630607,\"input_cost\":31.86728115630607,\"non_cache_input_cost\":3.5938746,\"cache_read_cost\":14.61693981502491,\"cache_write_cost\":13.656466741281163,\"reasoning_cost\":0,\"answer_cost\":7.2407436,\"output_cost\":7.2407436},\"price_1m_input_tokens\":0.3,\"price_1m_output_tokens\":1.2,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":false}","quality":36.121457452564634,"costForScoring":39.10802475630607,"costPenalty":35.922658814315504,"pointsPerK":923.6328778466403,"costPerQuality":1.0826812513770645,"deltaTop":-26.934057811304804,"costVsTop":0.006945717710313731,"calculated":36.121457452564634,"frontier":true},{"modelKey":"grok-4-3","sourceId":"948892b5-db03-4118-a4a8-ccd51ed871ea","slug":"grok-4-3","name":"Grok 4.3 (high)","shortName":"Grok 4.3 (high)","creatorName":"xAI","creatorSlug":"xai","releaseDate":"2026-04-30","cutoffDate":null,"totalCost":299.97168877085073,"inputCost":91.88306877085071,"outputCost":208.08862,"reasoningCost":195.56833,"answerCost":12.520290000000001,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":37.5766393431307,"coding":42.2462373422111,"agentic":24.0959828178694,"mmmu":0.78092485549133,"priceInput1m":1.25,"priceOutput1m":2.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"948892b5-db03-4118-a4a8-ccd51ed871ea\",\"slug\":\"grok-4-3\",\"model_url\":\"/models/grok-4-3\",\"hosts_url\":\"/models/grok-4-3/providers\",\"name\":\"Grok 4.3 (high)\",\"short_name\":\"Grok 4.3 (high)\",\"creator_name\":\"xAI\",\"creator_slug\":\"xai\",\"release_date\":\"2026-04-30\",\"knowledge_cutoff_date\":null,\"intelligence_index\":37.5766393431307,\"coding_index\":42.2462373422111,\"agentic_index\":24.0959828178694,\"mmmu_pro\":0.78092485549133,\"intelligence_index_cost\":{\"total_cost\":299.97168877085073,\"input_cost\":91.88306877085071,\"non_cache_input_cost\":14.29012875,\"cache_read_cost\":37.73304285317129,\"cache_write_cost\":39.859897167679414,\"reasoning_cost\":195.56833,\"answer_cost\":12.520290000000001,\"output_cost\":208.08862},\"price_1m_input_tokens\":1.25,\"price_1m_output_tokens\":2.5,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":34.63961983440374,"costForScoring":299.97168877085073,"costPenalty":44.770802680836766,"pointsPerK":115.47629703436796,"costPerQuality":8.659785823426438,"deltaTop":-28.4158954294657,"costVsTop":0.05327598834948713,"calculated":34.63961983440374,"frontier":false},{"modelKey":"qwen3-5-397b-a17b","sourceId":"0e66bae9-41f1-42fc-9276-ce8cb6f72919","slug":"qwen3-5-397b-a17b","name":"Qwen3.5 397B A17B (Reasoning)","shortName":"Qwen3.5 397B A17B","creatorName":"Alibaba","creatorSlug":"alibaba","releaseDate":"2026-02-16","cutoffDate":null,"totalCost":528.0552312,"inputCost":210.809094,"outputCost":317.24613719999996,"reasoningCost":292.3710516,"answerCost":24.875085600000002,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":33.6817059499116,"coding":48.2118705784436,"agentic":19.84535395189,"mmmu":0.772832369942197,"priceInput1m":0.6,"priceOutput1m":3.6,"activeParams":17,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"0e66bae9-41f1-42fc-9276-ce8cb6f72919\",\"slug\":\"qwen3-5-397b-a17b\",\"model_url\":\"/models/qwen3-5-397b-a17b\",\"hosts_url\":\"/models/qwen3-5-397b-a17b/providers\",\"name\":\"Qwen3.5 397B A17B (Reasoning)\",\"short_name\":\"Qwen3.5 397B A17B\",\"creator_name\":\"Alibaba\",\"creator_slug\":\"alibaba\",\"release_date\":\"2026-02-16\",\"knowledge_cutoff_date\":null,\"intelligence_index\":33.6817059499116,\"coding_index\":48.2118705784436,\"agentic_index\":19.84535395189,\"mmmu_pro\":0.772832369942197,\"intelligence_index_cost\":{\"total_cost\":528.0552312,\"input_cost\":210.809094,\"non_cache_input_cost\":7.1158014,\"cache_read_cost\":172.88645939999998,\"cache_write_cost\":30.806833199999996,\"reasoning_cost\":292.3710516,\"answer_cost\":24.875085600000002,\"output_cost\":317.24613719999996},\"price_1m_input_tokens\":0.6,\"price_1m_output_tokens\":3.6,\"activeParams\":17,\"is_open_weights\":true,\"reasoning_model\":true}","quality":33.9129768267484,"costForScoring":528.0552312,"costPenalty":47.22679349334801,"pointsPerK":64.22240482246812,"costPerQuality":15.570889984022388,"deltaTop":-29.14253843712104,"costVsTop":0.09378439832296159,"calculated":33.9129768267484,"frontier":false},{"modelKey":"qwen3-5-122b-a10b","sourceId":"2236df45-0699-40d1-b5cc-69ee345d2257","slug":"qwen3-5-122b-a10b","name":"Qwen3.5 122B A10B (Reasoning)","shortName":"Qwen3.5 122B A10B","creatorName":"Alibaba","creatorSlug":"alibaba","releaseDate":"2026-02-24","cutoffDate":null,"totalCost":447.0722616,"inputCost":140.845484,"outputCost":306.2267776,"reasoningCost":273.51342719999997,"answerCost":32.7133504,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":32.2791462784081,"coding":45.7149916770703,"agentic":20.7174158075601,"mmmu":0.74971098265896,"priceInput1m":0.4,"priceOutput1m":3.2,"activeParams":10,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"2236df45-0699-40d1-b5cc-69ee345d2257\",\"slug\":\"qwen3-5-122b-a10b\",\"model_url\":\"/models/qwen3-5-122b-a10b\",\"hosts_url\":\"/models/qwen3-5-122b-a10b/providers\",\"name\":\"Qwen3.5 122B A10B (Reasoning)\",\"short_name\":\"Qwen3.5 122B A10B\",\"creator_name\":\"Alibaba\",\"creator_slug\":\"alibaba\",\"release_date\":\"2026-02-24\",\"knowledge_cutoff_date\":null,\"intelligence_index\":32.2791462784081,\"coding_index\":45.7149916770703,\"agentic_index\":20.7174158075601,\"mmmu_pro\":0.74971098265896,\"intelligence_index_cost\":{\"total_cost\":447.0722616,\"input_cost\":140.845484,\"non_cache_input_cost\":4.7456488000000006,\"cache_read_cost\":130.541204,\"cache_write_cost\":5.558631200000001,\"reasoning_cost\":273.51342719999997,\"answer_cost\":32.7133504,\"output_cost\":306.2267776},\"price_1m_input_tokens\":0.4,\"price_1m_output_tokens\":3.2,\"activeParams\":10,\"is_open_weights\":true,\"reasoning_model\":true}","quality":32.90385125434617,"costForScoring":447.0722616,"costPenalty":46.5037772509558,"pointsPerK":73.5985076251176,"costPerQuality":13.587232027769016,"deltaTop":-30.151664009523266,"costVsTop":0.07940154851938466,"calculated":32.90385125434617,"frontier":false},{"modelKey":"mistral-medium-3-5","sourceId":"dd059b25-d82a-4ead-82a4-4adceaaec48b","slug":"mistral-medium-3-5","name":"Mistral Medium 3.5","shortName":"Mistral Medium 3.5","creatorName":"Mistral","creatorSlug":"mistral","releaseDate":"2026-04-29","cutoffDate":null,"totalCost":1483.4021295000002,"inputCost":799.5959220000001,"outputCost":683.8062075000001,"reasoningCost":630.0631350000001,"answerCost":53.7430725,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":29.947307563003,"coding":46.9023096129838,"agentic":18.9989965635739,"mmmu":0.648554913294798,"priceInput1m":1.5,"priceOutput1m":7.5,"activeParams":128,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"dd059b25-d82a-4ead-82a4-4adceaaec48b\",\"slug\":\"mistral-medium-3-5\",\"model_url\":\"/models/mistral-medium-3-5\",\"hosts_url\":\"/models/mistral-medium-3-5/providers\",\"name\":\"Mistral Medium 3.5\",\"short_name\":\"Mistral Medium 3.5\",\"creator_name\":\"Mistral\",\"creator_slug\":\"mistral\",\"release_date\":\"2026-04-29\",\"knowledge_cutoff_date\":null,\"intelligence_index\":29.947307563003,\"coding_index\":46.9023096129838,\"agentic_index\":18.9989965635739,\"mmmu_pro\":0.648554913294798,\"intelligence_index_cost\":{\"total_cost\":1483.4021295000002,\"input_cost\":799.5959220000001,\"non_cache_input_cost\":19.505827500000002,\"cache_read_cost\":0,\"cache_write_cost\":780.0900945000001,\"reasoning_cost\":630.0631350000001,\"answer_cost\":53.7430725,\"output_cost\":683.8062075000001},\"price_1m_input_tokens\":1.5,\"price_1m_output_tokens\":7.5,\"activeParams\":128,\"is_open_weights\":true,\"reasoning_model\":true}","quality":31.949537913186898,"costForScoring":1483.4021295000002,"costPenalty":51.712588981282735,"pointsPerK":21.538015402442426,"costPerQuality":46.429533144757585,"deltaTop":-31.10597735068254,"costVsTop":0.26345724455756037,"calculated":31.949537913186898,"frontier":false},{"modelKey":"qwen3-6-35b-a3b","sourceId":"8665ca00-c687-44c7-875c-22618cb31c4f","slug":"qwen3-6-35b-a3b","name":"Qwen3.6 35B A3B (Reasoning)","shortName":"Qwen3.6 35B A3B","creatorName":"Alibaba","creatorSlug":"alibaba","releaseDate":"2026-04-16","cutoffDate":null,"totalCost":333.52623219500003,"inputCost":113.47825652,"outputCost":220.047975675,"reasoningCost":55.338238395,"answerCost":164.70973728,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":31.649611240178,"coding":41.8838431127757,"agentic":21.413264604811,"mmmu":0.75028901734104,"priceInput1m":0.248,"priceOutput1m":1.485,"activeParams":3,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"8665ca00-c687-44c7-875c-22618cb31c4f\",\"slug\":\"qwen3-6-35b-a3b\",\"model_url\":\"/models/qwen3-6-35b-a3b\",\"hosts_url\":\"/models/qwen3-6-35b-a3b/providers\",\"name\":\"Qwen3.6 35B A3B (Reasoning)\",\"short_name\":\"Qwen3.6 35B A3B\",\"creator_name\":\"Alibaba\",\"creator_slug\":\"alibaba\",\"release_date\":\"2026-04-16\",\"knowledge_cutoff_date\":null,\"intelligence_index\":31.649611240178,\"coding_index\":41.8838431127757,\"agentic_index\":21.413264604811,\"mmmu_pro\":0.75028901734104,\"intelligence_index_cost\":{\"total_cost\":333.52623219500003,\"input_cost\":113.47825652,\"non_cache_input_cost\":3.2333962240000003,\"cache_read_cost\":105.443378424,\"cache_write_cost\":4.801481872,\"reasoning_cost\":55.338238395,\"answer_cost\":164.70973728,\"output_cost\":220.047975675},\"price_1m_input_tokens\":0.248,\"price_1m_output_tokens\":1.485,\"activeParams\":3,\"is_open_weights\":true,\"reasoning_model\":true}","quality":31.648906319254902,"costForScoring":333.52623219500003,"costPenalty":45.231299973215606,"pointsPerK":94.89180539403867,"costPerQuality":10.538317780418396,"deltaTop":-31.406608944614536,"costVsTop":0.05923538895779897,"calculated":31.648906319254902,"frontier":false},{"modelKey":"ring-2-6-1t","sourceId":"eb4ba465-3fcd-4065-9fe2-e8225e7b2c6c","slug":"ring-2-6-1t","name":"Ring-2.6-1T","shortName":"Ring-2.6-1T","creatorName":"InclusionAI","creatorSlug":"inclusionai","releaseDate":"2026-05-08","cutoffDate":null,"totalCost":459.5832322,"inputCost":198.1651422,"outputCost":261.41809,"reasoningCost":237.8922975,"answerCost":23.525792499999998,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":30.5727263188268,"coding":42.8344777361631,"agentic":18.8602680412371,"mmmu":null,"priceInput1m":0.3,"priceOutput1m":2.5,"activeParams":63,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"eb4ba465-3fcd-4065-9fe2-e8225e7b2c6c\",\"slug\":\"ring-2-6-1t\",\"model_url\":\"/models/ring-2-6-1t\",\"hosts_url\":\"/models/ring-2-6-1t/providers\",\"name\":\"Ring-2.6-1T\",\"short_name\":\"Ring-2.6-1T\",\"creator_name\":\"InclusionAI\",\"creator_slug\":\"inclusionai\",\"release_date\":\"2026-05-08\",\"knowledge_cutoff_date\":null,\"intelligence_index\":30.5727263188268,\"coding_index\":42.8344777361631,\"agentic_index\":18.8602680412371,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":459.5832322,\"input_cost\":198.1651422,\"non_cache_input_cost\":5.2152447,\"cache_read_cost\":152.9635529336032,\"cache_write_cost\":39.98634456639679,\"reasoning_cost\":237.8922975,\"answer_cost\":23.525792499999998,\"output_cost\":261.41809},\"price_1m_input_tokens\":0.3,\"price_1m_output_tokens\":2.5,\"activeParams\":63,\"is_open_weights\":true,\"reasoning_model\":true}","quality":30.75582403207567,"costForScoring":459.5832322,"costPenalty":46.62364175160164,"pointsPerK":66.92111869453811,"costPerQuality":14.942965980059398,"deltaTop":-32.29969123179377,"costVsTop":0.08162353929010552,"calculated":30.75582403207567,"frontier":false},{"modelKey":"claude-4-5-haiku-reasoning","sourceId":"a6340098-d7ae-462d-b372-0a0a67fc44b4","slug":"claude-4-5-haiku-reasoning","name":"Claude 4.5 Haiku (Reasoning)","shortName":"Claude 4.5 Haiku","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2025-10-15","cutoffDate":"2025-07-01","totalCost":539.0420164053902,"inputCost":98.37391640539013,"outputCost":440.66810000000004,"reasoningCost":402.01882500000005,"answerCost":38.649274999999996,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":29.5762345971708,"coding":43.8921833818837,"agentic":16.4030549828179,"mmmu":0.585549132947977,"priceInput1m":1,"priceOutput1m":5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"a6340098-d7ae-462d-b372-0a0a67fc44b4\",\"slug\":\"claude-4-5-haiku-reasoning\",\"model_url\":\"/models/claude-4-5-haiku-reasoning\",\"hosts_url\":\"/models/claude-4-5-haiku-reasoning/providers\",\"name\":\"Claude 4.5 Haiku (Reasoning)\",\"short_name\":\"Claude 4.5 Haiku\",\"creator_name\":\"Anthropic\",\"creator_slug\":\"anthropic\",\"release_date\":\"2025-10-15\",\"knowledge_cutoff_date\":\"2025-07-01\",\"intelligence_index\":29.5762345971708,\"coding_index\":43.8921833818837,\"agentic_index\":16.4030549828179,\"mmmu_pro\":0.585549132947977,\"intelligence_index_cost\":{\"total_cost\":539.0420164053902,\"input_cost\":98.37391640539013,\"non_cache_input_cost\":13.03874,\"cache_read_cost\":22.698606182139986,\"cache_write_cost\":62.63657022325014,\"reasoning_cost\":402.01882500000005,\"answer_cost\":38.649274999999996,\"output_cost\":440.66810000000004},\"price_1m_input_tokens\":1,\"price_1m_output_tokens\":5,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":29.957157653957466,"costForScoring":539.0420164053902,"costPenalty":47.31622618214249,"pointsPerK":55.57481001894291,"costPerQuality":17.9937637152362,"deltaTop":-33.09835760991197,"costVsTop":0.0957356886030514,"calculated":29.957157653957466,"frontier":false},{"modelKey":"step-3-7-flash","sourceId":"6c7b322e-2f35-48ff-9171-fb621a726fc0","slug":"step-3-7-flash","name":"Step 3.7 Flash","shortName":"Step 3.7 Flash","creatorName":"StepFun","creatorSlug":"stepfun","releaseDate":"2026-05-29","cutoffDate":null,"totalCost":320.061736211216,"inputCost":24.507531811215998,"outputCost":295.5542044,"reasoningCost":283.66553315,"answerCost":11.88867125,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":29.7283976225226,"coding":37.3188028852823,"agentic":21.5294020618557,"mmmu":0.753179190751445,"priceInput1m":0.2,"priceOutput1m":1.15,"activeParams":11,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"6c7b322e-2f35-48ff-9171-fb621a726fc0\",\"slug\":\"step-3-7-flash\",\"model_url\":\"/models/step-3-7-flash\",\"hosts_url\":\"/models/step-3-7-flash/providers\",\"name\":\"Step 3.7 Flash\",\"short_name\":\"Step 3.7 Flash\",\"creator_name\":\"StepFun\",\"creator_slug\":\"stepfun\",\"release_date\":\"2026-05-29\",\"knowledge_cutoff_date\":null,\"intelligence_index\":29.7283976225226,\"coding_index\":37.3188028852823,\"agentic_index\":21.5294020618557,\"mmmu_pro\":0.753179190751445,\"intelligence_index_cost\":{\"total_cost\":320.061736211216,\"input_cost\":24.507531811215998,\"non_cache_input_cost\":2.3592336,\"cache_read_cost\":16.724189097196003,\"cache_write_cost\":5.424109114019993,\"reasoning_cost\":283.66553315,\"answer_cost\":11.88867125,\"output_cost\":295.5542044},\"price_1m_input_tokens\":0.2,\"price_1m_output_tokens\":1.15,\"activeParams\":11,\"is_open_weights\":true,\"reasoning_model\":true}","quality":29.525534189886866,"costForScoring":320.061736211216,"costPenalty":45.052337567882354,"pointsPerK":92.24949704828913,"costPerQuality":10.8401675022308,"deltaTop":-33.52998107398257,"costVsTop":0.05684404884799358,"calculated":29.525534189886866,"frontier":false},{"modelKey":"mimo-v2-flash","sourceId":"82b36b4d-84dd-4bc0-ad32-e3aee9442789","slug":"mimo-v2-flash","name":"MiMo-V2-Flash (Non-reasoning)","shortName":"MiMo-V2-Flash","creatorName":"Xiaomi","creatorSlug":"xiaomi","releaseDate":"2025-12-16","cutoffDate":null,"totalCost":409.66168600000003,"inputCost":398.24291020000004,"outputCost":11.4187758,"reasoningCost":0,"answerCost":11.4187758,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":24.6700650875255,"coding":49.8404771813012,"agentic":11.9909278350515,"mmmu":null,"priceInput1m":0.1,"priceOutput1m":0.3,"activeParams":15,"isOpenWeights":true,"isReasoning":false,"rawResultJson":"{\"id\":\"82b36b4d-84dd-4bc0-ad32-e3aee9442789\",\"slug\":\"mimo-v2-flash\",\"model_url\":\"/models/mimo-v2-flash\",\"hosts_url\":\"/models/mimo-v2-flash/providers\",\"name\":\"MiMo-V2-Flash (Non-reasoning)\",\"short_name\":\"MiMo-V2-Flash\",\"creator_name\":\"Xiaomi\",\"creator_slug\":\"xiaomi\",\"release_date\":\"2025-12-16\",\"knowledge_cutoff_date\":null,\"intelligence_index\":24.6700650875255,\"coding_index\":49.8404771813012,\"agentic_index\":11.9909278350515,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":409.66168600000003,\"input_cost\":398.24291020000004,\"non_cache_input_cost\":1.3281772,\"cache_read_cost\":383.803312472412,\"cache_write_cost\":13.111420527587981,\"reasoning_cost\":0,\"answer_cost\":11.4187758,\"output_cost\":11.4187758},\"price_1m_input_tokens\":0.1,\"price_1m_output_tokens\":0.3,\"activeParams\":15,\"is_open_weights\":true,\"reasoning_model\":false}","quality":28.833823367959397,"costForScoring":409.66168600000003,"costPenalty":46.124253480466976,"pointsPerK":70.38447663850945,"costPerQuality":14.207678280197229,"deltaTop":-34.22169189591004,"costVsTop":0.072757303530866,"calculated":28.833823367959397,"frontier":false},{"modelKey":"claude-4-sonnet-thinking","sourceId":"a7564055-f8ba-4c4b-9e2d-060f61263645","slug":"claude-4-sonnet-thinking","name":"Claude 4 Sonnet (Reasoning)","shortName":"Claude 4 Sonnet","creatorName":"Anthropic","creatorSlug":"anthropic","releaseDate":"2025-05-22","cutoffDate":"2025-03-01","totalCost":1043.6840208948684,"inputCost":197.95510089486837,"outputCost":845.72892,"reasoningCost":745.77441,"answerCost":99.95451,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":28.9159672585524,"coding":37.5684907754196,"agentic":16.6408109965636,"mmmu":0.617919075144509,"priceInput1m":3,"priceOutput1m":15,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"a7564055-f8ba-4c4b-9e2d-060f61263645\",\"slug\":\"claude-4-sonnet-thinking\",\"model_url\":\"/models/claude-4-sonnet-thinking\",\"hosts_url\":\"/models/claude-4-sonnet-thinking/providers\",\"name\":\"Claude 4 Sonnet (Reasoning)\",\"short_name\":\"Claude 4 Sonnet\",\"creator_name\":\"Anthropic\",\"creator_slug\":\"anthropic\",\"release_date\":\"2025-05-22\",\"knowledge_cutoff_date\":\"2025-03-01\",\"intelligence_index\":28.9159672585524,\"coding_index\":37.5684907754196,\"agentic_index\":16.6408109965636,\"mmmu_pro\":0.617919075144509,\"intelligence_index_cost\":{\"total_cost\":1043.6840208948684,\"input_cost\":197.95510089486837,\"non_cache_input_cost\":40.057458000000004,\"cache_read_cost\":76.69721116131579,\"cache_write_cost\":81.20043173355256,\"reasoning_cost\":745.77441,\"answer_cost\":99.95451,\"output_cost\":845.72892},\"price_1m_input_tokens\":3,\"price_1m_output_tokens\":15,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":27.708423010178535,"costForScoring":1043.6840208948684,"costPenalty":50.18569034343645,"pointsPerK":26.54867034030182,"costPerQuality":37.66666982496538,"deltaTop":-35.3470922536909,"costVsTop":0.18536181852886927,"calculated":27.708423010178535,"frontier":false},{"modelKey":"grok-4-3-non-reasoning","sourceId":"90c2a9cf-ad7e-4332-9be2-2fd1309833e2","slug":"grok-4-3-non-reasoning","name":"Grok 4.3 (Non-reasoning)","shortName":"Grok 4.3 (Non-reasoning)","creatorName":"xAI","creatorSlug":"xai","releaseDate":"2026-04-30","cutoffDate":null,"totalCost":258.83919040520607,"inputCost":236.39504790520607,"outputCost":22.4441425,"reasoningCost":0,"answerCost":22.4441425,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":24.7517904486036,"coding":35.1830177555833,"agentic":22.8129553264605,"mmmu":0.647976878612717,"priceInput1m":1.25,"priceOutput1m":2.5,"activeParams":null,"isOpenWeights":false,"isReasoning":false,"rawResultJson":"{\"id\":\"90c2a9cf-ad7e-4332-9be2-2fd1309833e2\",\"slug\":\"grok-4-3-non-reasoning\",\"model_url\":\"/models/grok-4-3-non-reasoning\",\"hosts_url\":\"/models/grok-4-3-non-reasoning/providers\",\"name\":\"Grok 4.3 (Non-reasoning)\",\"short_name\":\"Grok 4.3 (Non-reasoning)\",\"creator_name\":\"xAI\",\"creator_slug\":\"xai\",\"release_date\":\"2026-04-30\",\"knowledge_cutoff_date\":null,\"intelligence_index\":24.7517904486036,\"coding_index\":35.1830177555833,\"agentic_index\":22.8129553264605,\"mmmu_pro\":0.647976878612717,\"intelligence_index_cost\":{\"total_cost\":258.83919040520607,\"input_cost\":236.39504790520607,\"non_cache_input_cost\":15.7003375,\"cache_read_cost\":100.702598018056,\"cache_write_cost\":119.99211238715006,\"reasoning_cost\":0,\"answer_cost\":22.4441425,\"output_cost\":22.4441425},\"price_1m_input_tokens\":1.25,\"price_1m_output_tokens\":2.5,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":false}","quality":27.582587843549135,"costForScoring":258.83919040520607,"costPenalty":44.13030032770084,"pointsPerK":106.56264146232766,"costPerQuality":9.38415176535881,"deltaTop":-35.4729274203203,"costVsTop":0.045970717266430414,"calculated":27.582587843549135,"frontier":false},{"modelKey":"gemma-4-26b-a4b","sourceId":"6e1b44ff-c227-496b-aef4-19b70cd18c76","slug":"gemma-4-26b-a4b","name":"Gemma 4 26B A4B (Reasoning)","shortName":"Gemma 4 26B A4B","creatorName":"Google","creatorSlug":"google","releaseDate":"2026-04-02","cutoffDate":null,"totalCost":54.47459310313365,"inputCost":24.738901503133647,"outputCost":29.735691600000003,"reasoningCost":27.4816284,"answerCost":2.2540632,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":25.6946061195095,"coding":39.3163060063809,"agentic":10.9671924398625,"mmmu":0.692485549132948,"priceInput1m":0.13,"priceOutput1m":0.4,"activeParams":3.8,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"6e1b44ff-c227-496b-aef4-19b70cd18c76\",\"slug\":\"gemma-4-26b-a4b\",\"model_url\":\"/models/gemma-4-26b-a4b\",\"hosts_url\":\"/models/gemma-4-26b-a4b/providers\",\"name\":\"Gemma 4 26B A4B (Reasoning)\",\"short_name\":\"Gemma 4 26B A4B\",\"creator_name\":\"Google\",\"creator_slug\":\"google\",\"release_date\":\"2026-04-02\",\"knowledge_cutoff_date\":null,\"intelligence_index\":25.6946061195095,\"coding_index\":39.3163060063809,\"agentic_index\":10.9671924398625,\"mmmu_pro\":0.692485549132948,\"intelligence_index_cost\":{\"total_cost\":54.47459310313365,\"input_cost\":24.738901503133647,\"non_cache_input_cost\":1.52308663,\"cache_read_cost\":16.99609282288785,\"cache_write_cost\":6.219722050245798,\"reasoning_cost\":27.4816284,\"answer_cost\":2.2540632,\"output_cost\":29.735691600000003},\"price_1m_input_tokens\":0.13,\"price_1m_output_tokens\":0.4,\"activeParams\":3.8,\"is_open_weights\":true,\"reasoning_model\":true}","quality":25.326034855250967,"costForScoring":54.47459310313365,"costPenalty":37.361939949766,"pointsPerK":464.914621891762,"costPerQuality":2.150932564630786,"deltaTop":-37.72948040861847,"costVsTop":0.009674872316775834,"calculated":25.326034855250967,"frontier":false},{"modelKey":"nvidia-nemotron-3-super-120b-a12b","sourceId":"63872e9c-3377-4a6b-b477-7bba244c38e9","slug":"nvidia-nemotron-3-super-120b-a12b","name":"NVIDIA Nemotron 3 Super 120B A12B (Reasoning)","shortName":"NVIDIA Nemotron 3 Super","creatorName":"NVIDIA","creatorSlug":"nvidia","releaseDate":"2026-03-11","cutoffDate":null,"totalCost":294.5645324025114,"inputCost":214.47480590251143,"outputCost":80.0897265,"reasoningCost":74.84373599999999,"answerCost":5.2459905,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":25.4059430700317,"coding":37.7163094742683,"agentic":8.7233642611684,"mmmu":null,"priceInput1m":0.3,"priceOutput1m":0.75,"activeParams":12.7,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"63872e9c-3377-4a6b-b477-7bba244c38e9\",\"slug\":\"nvidia-nemotron-3-super-120b-a12b\",\"model_url\":\"/models/nvidia-nemotron-3-super-120b-a12b\",\"hosts_url\":\"/models/nvidia-nemotron-3-super-120b-a12b/providers\",\"name\":\"NVIDIA Nemotron 3 Super 120B A12B (Reasoning)\",\"short_name\":\"NVIDIA Nemotron 3 Super\",\"creator_name\":\"NVIDIA\",\"creator_slug\":\"nvidia\",\"release_date\":\"2026-03-11\",\"knowledge_cutoff_date\":null,\"intelligence_index\":25.4059430700317,\"coding_index\":37.7163094742683,\"agentic_index\":8.7233642611684,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":294.5645324025114,\"input_cost\":214.47480590251143,\"non_cache_input_cost\":3.601971,\"cache_read_cost\":63.258691994977156,\"cache_write_cost\":147.61414290753427,\"reasoning_cost\":74.84373599999999,\"answer_cost\":5.2459905,\"output_cost\":80.0897265},\"price_1m_input_tokens\":0.3,\"price_1m_output_tokens\":0.75,\"activeParams\":12.7,\"is_open_weights\":true,\"reasoning_model\":true}","quality":23.948538935156133,"costForScoring":294.5645324025114,"costPenalty":44.691804536092086,"pointsPerK":81.30150205059769,"costPerQuality":12.299895755648569,"deltaTop":-39.1069763287133,"costVsTop":0.05231565905686659,"calculated":23.948538935156133,"frontier":false},{"modelKey":"gpt-oss-120b","sourceId":"f0083258-8646-45b8-8082-7aaf6c2ea82a","slug":"gpt-oss-120b","name":"gpt-oss-120b (high)","shortName":"gpt-oss-120b (high)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2025-08-05","cutoffDate":"2024-05-31","totalCost":96.276024,"inputCost":43.8453252,"outputCost":52.4306988,"reasoningCost":48.8940852,"answerCost":3.5366136,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":23.8309678073278,"coding":30.441115272576,"agentic":13.1731638029782,"mmmu":null,"priceInput1m":0.15,"priceOutput1m":0.6,"activeParams":5.1,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"f0083258-8646-45b8-8082-7aaf6c2ea82a\",\"slug\":\"gpt-oss-120b\",\"model_url\":\"/models/gpt-oss-120b\",\"hosts_url\":\"/models/gpt-oss-120b/providers\",\"name\":\"gpt-oss-120b (high)\",\"short_name\":\"gpt-oss-120b (high)\",\"creator_name\":\"OpenAI\",\"creator_slug\":\"openai\",\"release_date\":\"2025-08-05\",\"knowledge_cutoff_date\":\"2024-05-31\",\"intelligence_index\":23.8309678073278,\"coding_index\":30.441115272576,\"agentic_index\":13.1731638029782,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":96.276024,\"input_cost\":43.8453252,\"non_cache_input_cost\":1.8105514499999997,\"cache_read_cost\":29.013067019168602,\"cache_write_cost\":13.021706730831395,\"reasoning_cost\":48.8940852,\"answer_cost\":3.5366136,\"output_cost\":52.4306988},\"price_1m_input_tokens\":0.15,\"price_1m_output_tokens\":0.6,\"activeParams\":5.1,\"is_open_weights\":true,\"reasoning_model\":true}","quality":22.48174896096066,"costForScoring":96.276024,"costPenalty":39.83518146512473,"pointsPerK":233.51347538989208,"costPerQuality":4.282408106557118,"deltaTop":-40.57376630290878,"costVsTop":0.017098948083987868,"calculated":22.48174896096066,"frontier":false},{"modelKey":"gemini-2-5-pro","sourceId":"27202e5f-c82d-4710-92e9-4317877d4883","slug":"gemini-2-5-pro","name":"Gemini 2.5 Pro","shortName":"Gemini 2.5 Pro","creatorName":"Google","creatorSlug":"google","releaseDate":"2025-06-05","cutoffDate":"2025-01-01","totalCost":609.6689950996661,"inputCost":83.71304509966612,"outputCost":525.9559499999999,"reasoningCost":467.57593999999995,"answerCost":58.38001,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":25.8175930098627,"coding":33.2509710084616,"agentic":7.10078350515464,"mmmu":0.749132947976879,"priceInput1m":1.25,"priceOutput1m":10,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"27202e5f-c82d-4710-92e9-4317877d4883\",\"slug\":\"gemini-2-5-pro\",\"model_url\":\"/models/gemini-2-5-pro\",\"hosts_url\":\"/models/gemini-2-5-pro/providers\",\"name\":\"Gemini 2.5 Pro\",\"short_name\":\"Gemini 2.5 Pro\",\"creator_name\":\"Google\",\"creator_slug\":\"google\",\"release_date\":\"2025-06-05\",\"knowledge_cutoff_date\":\"2025-01-01\",\"intelligence_index\":25.8175930098627,\"coding_index\":33.2509710084616,\"agentic_index\":7.10078350515464,\"mmmu_pro\":0.749132947976879,\"intelligence_index_cost\":{\"total_cost\":609.6689950996661,\"input_cost\":83.71304509966612,\"non_cache_input_cost\":15.45992625,\"cache_read_cost\":13.379477905592655,\"cache_write_cost\":54.873640944073465,\"reasoning_cost\":467.57593999999995,\"answer_cost\":58.38001,\"output_cost\":525.9559499999999},\"price_1m_input_tokens\":1.25,\"price_1m_output_tokens\":10,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":22.05644917449298,"costForScoring":609.6689950996661,"costPenalty":47.85094109406845,"pointsPerK":36.177744565946455,"costPerQuality":27.64130301647617,"deltaTop":-40.999066089376456,"costVsTop":0.10827927933154202,"calculated":22.05644917449298,"frontier":false},{"modelKey":"gemini-3-1-flash-lite-preview","sourceId":"598190f8-dc9c-4fea-a7ea-4b81c402ab18","slug":"gemini-3-1-flash-lite-preview","name":"Gemini 3.1 Flash-Lite","shortName":"Gemini 3.1 Flash-Lite","creatorName":"Google","creatorSlug":"google","releaseDate":"2026-03-03","cutoffDate":"2025-01-01","totalCost":93.72015133584392,"inputCost":10.718464335843926,"outputCost":83.00168699999999,"reasoningCost":78.86947649999999,"answerCost":4.1322105,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":25.038457882447,"coding":34.6901442641143,"agentic":6.17159793814433,"mmmu":0.755491329479769,"priceInput1m":0.25,"priceOutput1m":1.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"598190f8-dc9c-4fea-a7ea-4b81c402ab18\",\"slug\":\"gemini-3-1-flash-lite-preview\",\"model_url\":\"/models/gemini-3-1-flash-lite-preview\",\"hosts_url\":\"/models/gemini-3-1-flash-lite-preview/providers\",\"name\":\"Gemini 3.1 Flash-Lite\",\"short_name\":\"Gemini 3.1 Flash-Lite\",\"creator_name\":\"Google\",\"creator_slug\":\"google\",\"release_date\":\"2026-03-03\",\"knowledge_cutoff_date\":\"2025-01-01\",\"intelligence_index\":25.038457882447,\"coding_index\":34.6901442641143,\"agentic_index\":6.17159793814433,\"mmmu_pro\":0.755491329479769,\"intelligence_index_cost\":{\"total_cost\":93.72015133584392,\"input_cost\":10.718464335843926,\"non_cache_input_cost\":2.9360455,\"cache_read_cost\":1.7679439904617862,\"cache_write_cost\":6.01447484538214,\"reasoning_cost\":78.86947649999999,\"answer_cost\":4.1322105,\"output_cost\":83.00168699999999},\"price_1m_input_tokens\":0.25,\"price_1m_output_tokens\":1.5,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":21.966733361568544,"costForScoring":93.72015133584392,"costPenalty":39.71832981208203,"pointsPerK":234.38644782861348,"costPerQuality":4.266458275485336,"deltaTop":-41.088781902300894,"costVsTop":0.016645016438517252,"calculated":21.966733361568544,"frontier":false},{"modelKey":"nova-2-0-pro-reasoning-medium","sourceId":"0d94dc87-12c8-4d4a-8d99-804ce3f17bc2","slug":"nova-2-0-pro-reasoning-medium","name":"Nova 2.0 Pro Preview (medium)","shortName":"Nova 2.0 Pro Preview (medium)","creatorName":"Amazon","creatorSlug":"aws","releaseDate":"2025-11-27","cutoffDate":null,"totalCost":406.77955563472,"inputCost":54.18382563472,"outputCost":352.59573,"reasoningCost":327.90179,"answerCost":24.693939999999998,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":21.7654780663193,"coding":33.96145443196,"agentic":6.99762199312715,"mmmu":0.645086705202312,"priceInput1m":1.25,"priceOutput1m":10,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"0d94dc87-12c8-4d4a-8d99-804ce3f17bc2\",\"slug\":\"nova-2-0-pro-reasoning-medium\",\"model_url\":\"/models/nova-2-0-pro-reasoning-medium\",\"hosts_url\":\"/models/nova-2-0-pro-reasoning-medium/providers\",\"name\":\"Nova 2.0 Pro Preview (medium)\",\"short_name\":\"Nova 2.0 Pro Preview (medium)\",\"creator_name\":\"Amazon\",\"creator_slug\":\"aws\",\"release_date\":\"2025-11-27\",\"knowledge_cutoff_date\":null,\"intelligence_index\":21.7654780663193,\"coding_index\":33.96145443196,\"agentic_index\":6.99762199312715,\"mmmu_pro\":0.645086705202312,\"intelligence_index_cost\":{\"total_cost\":406.77955563472,\"input_cost\":54.18382563472,\"non_cache_input_cost\":14.918130000000001,\"cache_read_cost\":20.645096334719998,\"cache_write_cost\":18.620599300000002,\"reasoning_cost\":327.90179,\"answer_cost\":24.693939999999998,\"output_cost\":352.59573},\"price_1m_input_tokens\":1.25,\"price_1m_output_tokens\":10,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":20.908184830468816,"costForScoring":406.77955563472,"costPenalty":46.09359117559101,"pointsPerK":51.3993010239776,"costPerQuality":19.4555174891095,"deltaTop":-42.147330433400626,"costVsTop":0.07224542741218448,"calculated":20.908184830468816,"frontier":false},{"modelKey":"qwen3-5-9b","sourceId":"2d28a13a-096e-475a-beb8-26bbd1c7d51c","slug":"qwen3-5-9b","name":"Qwen3.5 9B (Reasoning)","shortName":"Qwen3.5 9B","creatorName":"Alibaba","creatorSlug":"alibaba","releaseDate":"2026-03-02","cutoffDate":null,"totalCost":171.97365215000002,"inputCost":141.13139510000002,"outputCost":30.84225705,"reasoningCost":28.33126785,"answerCost":2.5109891999999996,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":21.4379662021172,"coding":28.6577541961437,"agentic":7.40947422680412,"mmmu":0.692485549132948,"priceInput1m":0.1,"priceOutput1m":0.15,"activeParams":9.65,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"2d28a13a-096e-475a-beb8-26bbd1c7d51c\",\"slug\":\"qwen3-5-9b\",\"model_url\":\"/models/qwen3-5-9b\",\"hosts_url\":\"/models/qwen3-5-9b/providers\",\"name\":\"Qwen3.5 9B (Reasoning)\",\"short_name\":\"Qwen3.5 9B\",\"creator_name\":\"Alibaba\",\"creator_slug\":\"alibaba\",\"release_date\":\"2026-03-02\",\"knowledge_cutoff_date\":null,\"intelligence_index\":21.4379662021172,\"coding_index\":28.6577541961437,\"agentic_index\":7.40947422680412,\"mmmu_pro\":0.692485549132948,\"intelligence_index_cost\":{\"total_cost\":171.97365215000002,\"input_cost\":141.13139510000002,\"non_cache_input_cost\":1.1930614000000002,\"cache_read_cost\":123.13394194640333,\"cache_write_cost\":16.804391753596683,\"reasoning_cost\":28.33126785,\"answer_cost\":2.5109891999999996,\"output_cost\":30.84225705},\"price_1m_input_tokens\":0.1,\"price_1m_output_tokens\":0.15,\"activeParams\":9.65,\"is_open_weights\":true,\"reasoning_model\":true}","quality":19.168398208355004,"costForScoring":171.97365215000002,"costPenalty":42.35461914335558,"pointsPerK":111.46124984096875,"costPerQuality":8.971727855436622,"deltaTop":-43.88711705551444,"costVsTop":0.030543103337198875,"calculated":19.168398208355004,"frontier":false},{"modelKey":"nova-2-0-pro-reasoning-low","sourceId":"f4274721-ef28-4121-aa88-8e97267a5a82","slug":"nova-2-0-pro-reasoning-low","name":"Nova 2.0 Pro Preview (low)","shortName":"Nova 2.0 Pro Preview (low)","creatorName":"Amazon","creatorSlug":"aws","releaseDate":"2025-11-27","cutoffDate":null,"totalCost":243.65079,"inputCost":120.12977000000001,"outputCost":123.52102,"reasoningCost":98.13054,"answerCost":25.390480000000004,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":19.6058827132159,"coding":25.8695727562769,"agentic":6.4193883161512,"mmmu":0.627167630057804,"priceInput1m":1.25,"priceOutput1m":10,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"f4274721-ef28-4121-aa88-8e97267a5a82\",\"slug\":\"nova-2-0-pro-reasoning-low\",\"model_url\":\"/models/nova-2-0-pro-reasoning-low\",\"hosts_url\":\"/models/nova-2-0-pro-reasoning-low/providers\",\"name\":\"Nova 2.0 Pro Preview (low)\",\"short_name\":\"Nova 2.0 Pro Preview (low)\",\"creator_name\":\"Amazon\",\"creator_slug\":\"aws\",\"release_date\":\"2025-11-27\",\"knowledge_cutoff_date\":null,\"intelligence_index\":19.6058827132159,\"coding_index\":25.8695727562769,\"agentic_index\":6.4193883161512,\"mmmu_pro\":0.627167630057804,\"intelligence_index_cost\":{\"total_cost\":243.65079,\"input_cost\":120.12977000000001,\"non_cache_input_cost\":15.0330275,\"cache_read_cost\":68.5784022,\"cache_write_cost\":36.518340300000006,\"reasoning_cost\":98.13054,\"answer_cost\":25.390480000000004,\"output_cost\":123.52102},\"price_1m_input_tokens\":1.25,\"price_1m_output_tokens\":10,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":17.298281261881332,"costForScoring":243.65079,"costPenalty":43.8676782385228,"pointsPerK":70.99620428844632,"costPerQuality":14.085260050483244,"deltaTop":-45.75723400198811,"costVsTop":0.043273205890104374,"calculated":17.298281261881332,"frontier":false},{"modelKey":"deepseek-r1-0120","sourceId":"0e34f05c-387e-4968-be15-ccec4a55d8c1","slug":"deepseek-r1-0120","name":"DeepSeek R1 (Jan '25)","shortName":"DeepSeek R1 (Jan)","creatorName":"DeepSeek","creatorSlug":"deepseek","releaseDate":"2025-01-20","cutoffDate":null,"totalCost":415.907224975,"inputCost":212.47310177500003,"outputCost":203.4341232,"reasoningCost":181.4152718,"answerCost":22.0188514,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":18.5075067596643,"coding":24.6388443017656,"agentic":3.08858419243986,"mmmu":null,"priceInput1m":1.675,"priceOutput1m":4.7,"activeParams":37,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"0e34f05c-387e-4968-be15-ccec4a55d8c1\",\"slug\":\"deepseek-r1-0120\",\"model_url\":\"/models/deepseek-r1-0120\",\"hosts_url\":\"/models/deepseek-r1-0120/providers\",\"name\":\"DeepSeek R1 (Jan '25)\",\"short_name\":\"DeepSeek R1 (Jan)\",\"creator_name\":\"DeepSeek\",\"creator_slug\":\"deepseek\",\"release_date\":\"2025-01-20\",\"knowledge_cutoff_date\":null,\"intelligence_index\":18.5075067596643,\"coding_index\":24.6388443017656,\"agentic_index\":3.08858419243986,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":415.907224975,\"input_cost\":212.47310177500003,\"non_cache_input_cost\":19.8575069,\"cache_read_cost\":126.67512311436332,\"cache_write_cost\":65.94047176063671,\"reasoning_cost\":181.4152718,\"answer_cost\":22.0188514,\"output_cost\":203.4341232},\"price_1m_input_tokens\":1.675,\"price_1m_output_tokens\":4.7,\"activeParams\":37,\"is_open_weights\":true,\"reasoning_model\":true}","quality":15.411645084623252,"costForScoring":415.907224975,"costPenalty":46.18996464821582,"pointsPerK":37.05548776064094,"costPerQuality":26.986556119824318,"deltaTop":-47.643870179246186,"costVsTop":0.0738665324152043,"calculated":15.411645084623252,"frontier":false},{"modelKey":"mistral-small-3-1","sourceId":"24ac5b00-5f03-4c47-8e37-522d1195383e","slug":"mistral-small-3-1","name":"Mistral Small 3.1","shortName":"Mistral Small 3.1","creatorName":"Mistral","creatorSlug":"mistral","releaseDate":"2025-03-17","cutoffDate":null,"totalCost":30.985690695000002,"inputCost":29.820510405000004,"outputCost":1.16518029,"reasoningCost":0,"answerCost":1.16518029,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":14.7448087533968,"coding":26.3130288528229,"agentic":5.16543642611684,"mmmu":null,"priceInput1m":0.10500000000000001,"priceOutput1m":0.235,"activeParams":24,"isOpenWeights":true,"isReasoning":false,"rawResultJson":"{\"id\":\"24ac5b00-5f03-4c47-8e37-522d1195383e\",\"slug\":\"mistral-small-3-1\",\"model_url\":\"/models/mistral-small-3-1\",\"hosts_url\":\"/models/mistral-small-3-1/providers\",\"name\":\"Mistral Small 3.1\",\"short_name\":\"Mistral Small 3.1\",\"creator_name\":\"Mistral\",\"creator_slug\":\"mistral\",\"release_date\":\"2025-03-17\",\"knowledge_cutoff_date\":null,\"intelligence_index\":14.7448087533968,\"coding_index\":26.3130288528229,\"agentic_index\":5.16543642611684,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":30.985690695000002,\"input_cost\":29.820510405000004,\"non_cache_input_cost\":1.2507101250000001,\"cache_read_cost\":3.944156328461589,\"cache_write_cost\":24.625643951538414,\"reasoning_cost\":0,\"answer_cost\":1.16518029,\"output_cost\":1.16518029},\"price_1m_input_tokens\":0.10500000000000001,\"price_1m_output_tokens\":0.235,\"activeParams\":24,\"is_open_weights\":true,\"reasoning_model\":false}","quality":15.407758010778847,"costForScoring":30.985690695000002,"costPenalty":34.911611813533405,"pointsPerK":497.2539796656886,"costPerQuality":2.0110447394957305,"deltaTop":-47.64775725309059,"costVsTop":0.005503163659316789,"calculated":15.407758010778847,"frontier":true},{"modelKey":"nova-2-0-lite-reasoning","sourceId":"61bd9367-e520-4ec8-989e-5fbf50e61610","slug":"nova-2-0-lite-reasoning","name":"Nova 2.0 Lite (high)","shortName":"Nova 2.0 Lite (high)","creatorName":"Amazon","creatorSlug":"aws","releaseDate":"2025-10-29","cutoffDate":null,"totalCost":634.8228193,"inputCost":75.7211493,"outputCost":559.10167,"reasoningCost":545.9686325,"answerCost":13.1330375,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":18.1684165088961,"coding":23.0436780413372,"agentic":3.1260412371134,"mmmu":0.63757225433526,"priceInput1m":0.3,"priceOutput1m":2.5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"61bd9367-e520-4ec8-989e-5fbf50e61610\",\"slug\":\"nova-2-0-lite-reasoning\",\"model_url\":\"/models/nova-2-0-lite-reasoning\",\"hosts_url\":\"/models/nova-2-0-lite-reasoning/providers\",\"name\":\"Nova 2.0 Lite (high)\",\"short_name\":\"Nova 2.0 Lite (high)\",\"creator_name\":\"Amazon\",\"creator_slug\":\"aws\",\"release_date\":\"2025-10-29\",\"knowledge_cutoff_date\":null,\"intelligence_index\":18.1684165088961,\"coding_index\":23.0436780413372,\"agentic_index\":3.1260412371134,\"mmmu_pro\":0.63757225433526,\"intelligence_index_cost\":{\"total_cost\":634.8228193,\"input_cost\":75.7211493,\"non_cache_input_cost\":3.5919731999999995,\"cache_read_cost\":49.211594879999986,\"cache_write_cost\":22.917581220000006,\"reasoning_cost\":545.9686325,\"answer_cost\":13.1330375,\"output_cost\":559.10167},\"price_1m_input_tokens\":0.3,\"price_1m_output_tokens\":2.5,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":14.779378595782234,"costForScoring":634.8228193,"costPenalty":48.0265252948475,"pointsPerK":23.28110796659611,"costPerQuality":42.95328218205107,"deltaTop":-48.276136668087204,"costVsTop":0.11274668374071525,"calculated":14.779378595782234,"frontier":false},{"modelKey":"mistral-large-3","sourceId":"4928e950-7f37-4475-b0dc-c5bad781a321","slug":"mistral-large-3","name":"Mistral Large 3","shortName":"Mistral Large 3","creatorName":"Mistral","creatorSlug":"mistral","releaseDate":"2025-12-02","cutoffDate":null,"totalCost":71.038521,"inputCost":62.611368,"outputCost":8.427153,"reasoningCost":0,"answerCost":8.427153,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":15.9300825619952,"coding":20.0656297683452,"agentic":5.51939862542955,"mmmu":0.556647398843931,"priceInput1m":0.5,"priceOutput1m":1.5,"activeParams":41,"isOpenWeights":true,"isReasoning":false,"rawResultJson":"{\"id\":\"4928e950-7f37-4475-b0dc-c5bad781a321\",\"slug\":\"mistral-large-3\",\"model_url\":\"/models/mistral-large-3\",\"hosts_url\":\"/models/mistral-large-3/providers\",\"name\":\"Mistral Large 3\",\"short_name\":\"Mistral Large 3\",\"creator_name\":\"Mistral\",\"creator_slug\":\"mistral\",\"release_date\":\"2025-12-02\",\"knowledge_cutoff_date\":null,\"intelligence_index\":15.9300825619952,\"coding_index\":20.0656297683452,\"agentic_index\":5.51939862542955,\"mmmu_pro\":0.556647398843931,\"intelligence_index_cost\":{\"total_cost\":71.038521,\"input_cost\":62.611368,\"non_cache_input_cost\":6.013087,\"cache_read_cost\":0,\"cache_write_cost\":56.598281,\"reasoning_cost\":0,\"answer_cost\":8.427153,\"output_cost\":8.427153},\"price_1m_input_tokens\":0.5,\"price_1m_output_tokens\":1.5,\"activeParams\":41,\"is_open_weights\":true,\"reasoning_model\":false}","quality":13.838370318589982,"costForScoring":71.038521,"costPenalty":38.514939109880956,"pointsPerK":194.8009350953405,"costPerQuality":5.133445583875534,"deltaTop":-49.21714494527946,"costVsTop":0.012616682036456781,"calculated":13.838370318589982,"frontier":false},{"modelKey":"mistral-medium-3-1","sourceId":"05a32e26-e609-4377-951b-8fa23d329926","slug":"mistral-medium-3-1","name":"Mistral Medium 3.1","shortName":"Mistral Medium 3.1","creatorName":"Mistral","creatorSlug":"mistral","releaseDate":"2025-08-12","cutoffDate":null,"totalCost":131.5947016,"inputCost":114.30674560000001,"outputCost":17.287956,"reasoningCost":0,"answerCost":17.287956,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":14.6788898631869,"coding":20.5038840338466,"agentic":6.16520274914089,"mmmu":0.541618497109827,"priceInput1m":0.4,"priceOutput1m":2,"activeParams":null,"isOpenWeights":false,"isReasoning":false,"rawResultJson":"{\"id\":\"05a32e26-e609-4377-951b-8fa23d329926\",\"slug\":\"mistral-medium-3-1\",\"model_url\":\"/models/mistral-medium-3-1\",\"hosts_url\":\"/models/mistral-medium-3-1/providers\",\"name\":\"Mistral Medium 3.1\",\"short_name\":\"Mistral Medium 3.1\",\"creator_name\":\"Mistral\",\"creator_slug\":\"mistral\",\"release_date\":\"2025-08-12\",\"knowledge_cutoff_date\":null,\"intelligence_index\":14.6788898631869,\"coding_index\":20.5038840338466,\"agentic_index\":6.16520274914089,\"mmmu_pro\":0.541618497109827,\"intelligence_index_cost\":{\"total_cost\":131.5947016,\"input_cost\":114.30674560000001,\"non_cache_input_cost\":3.0723004,\"cache_read_cost\":56.86387226158836,\"cache_write_cost\":54.37057293841165,\"reasoning_cost\":0,\"answer_cost\":17.287956,\"output_cost\":17.287956},\"price_1m_input_tokens\":0.4,\"price_1m_output_tokens\":2,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":false}","quality":13.78265888205813,"costForScoring":131.5947016,"costPenalty":41.19238403622874,"pointsPerK":104.73566727596979,"costPerQuality":9.547845791301286,"deltaTop":-49.27285638181131,"costVsTop":0.023371664899521354,"calculated":13.78265888205813,"frontier":false},{"modelKey":"magistral-medium-2509","sourceId":"864da2a5-156c-45fd-873c-8923be91914f","slug":"magistral-medium-2509","name":"Magistral Medium 1.2","shortName":"Magistral Medium 1.2","creatorName":"Mistral","creatorSlug":"mistral","releaseDate":"2025-09-18","cutoffDate":null,"totalCost":886.34599,"inputCost":667.0898,"outputCost":219.25619,"reasoningCost":198.69339,"answerCost":20.562800000000003,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":17.8744831166998,"coding":21.3184040782356,"agentic":1.85567010309278,"mmmu":0.596531791907514,"priceInput1m":2,"priceOutput1m":5,"activeParams":null,"isOpenWeights":false,"isReasoning":true,"rawResultJson":"{\"id\":\"864da2a5-156c-45fd-873c-8923be91914f\",\"slug\":\"magistral-medium-2509\",\"model_url\":\"/models/magistral-medium-2509\",\"hosts_url\":\"/models/magistral-medium-2509/providers\",\"name\":\"Magistral Medium 1.2\",\"short_name\":\"Magistral Medium 1.2\",\"creator_name\":\"Mistral\",\"creator_slug\":\"mistral\",\"release_date\":\"2025-09-18\",\"knowledge_cutoff_date\":null,\"intelligence_index\":17.8744831166998,\"coding_index\":21.3184040782356,\"agentic_index\":1.85567010309278,\"mmmu_pro\":0.596531791907514,\"intelligence_index_cost\":{\"total_cost\":886.34599,\"input_cost\":667.0898,\"non_cache_input_cost\":23.307618,\"cache_read_cost\":509.0520154016579,\"cache_write_cost\":134.73016659834204,\"reasoning_cost\":198.69339,\"answer_cost\":20.562800000000003,\"output_cost\":219.25619},\"price_1m_input_tokens\":2,\"price_1m_output_tokens\":5,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":true}","quality":13.682852432676057,"costForScoring":886.34599,"costPenalty":49.476032842078965,"pointsPerK":15.43737162129662,"costPerQuality":64.77786662986402,"deltaTop":-49.37266283119338,"costVsTop":0.15741805111790688,"calculated":13.682852432676057,"frontier":false},{"modelKey":"deepseek-v3","sourceId":"43fc5506-c5ed-4dee-9b85-962bf7ae3986","slug":"deepseek-v3","name":"DeepSeek V3 (Dec '24)","shortName":"DeepSeek V3 (Dec)","creatorName":"DeepSeek","creatorSlug":"deepseek","releaseDate":"2024-12-26","cutoffDate":null,"totalCost":21.66427532,"inputCost":18.741098800000003,"outputCost":2.92317652,"reasoningCost":0,"answerCost":2.92317652,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":14.160584979307,"coding":23.0415106117354,"agentic":1.5807560137457,"mmmu":null,"priceInput1m":0.4,"priceOutput1m":0.89,"activeParams":37,"isOpenWeights":true,"isReasoning":false,"rawResultJson":"{\"id\":\"43fc5506-c5ed-4dee-9b85-962bf7ae3986\",\"slug\":\"deepseek-v3\",\"model_url\":\"/models/deepseek-v3\",\"hosts_url\":\"/models/deepseek-v3/providers\",\"name\":\"DeepSeek V3 (Dec '24)\",\"short_name\":\"DeepSeek V3 (Dec)\",\"creator_name\":\"DeepSeek\",\"creator_slug\":\"deepseek\",\"release_date\":\"2024-12-26\",\"knowledge_cutoff_date\":null,\"intelligence_index\":14.160584979307,\"coding_index\":23.0415106117354,\"agentic_index\":1.5807560137457,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":21.66427532,\"input_cost\":18.741098800000003,\"non_cache_input_cost\":4.743875200000001,\"cache_read_cost\":9.436286525554397,\"cache_write_cost\":4.5609370744456035,\"reasoning_cost\":0,\"answer_cost\":2.92317652,\"output_cost\":2.92317652},\"price_1m_input_tokens\":0.4,\"price_1m_output_tokens\":0.89,\"activeParams\":37,\"is_open_weights\":true,\"reasoning_model\":false}","quality":12.927617201596034,"costForScoring":21.66427532,"costPenalty":33.357441662626655,"pointsPerK":596.7251159175185,"costPerQuality":1.6758134915477962,"deltaTop":-50.1278980622734,"costVsTop":0.0038476487040418252,"calculated":12.927617201596034,"frontier":true},{"modelKey":"gpt-oss-20b","sourceId":"36f73aaf-d38a-4b56-a2b3-d04d17186910","slug":"gpt-oss-20b","name":"gpt-oss-20B (high)","shortName":"gpt-oss-20B (high)","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2025-08-05","cutoffDate":"2024-05-31","totalCost":29.871728500000003,"inputCost":16.404767900000003,"outputCost":13.466960600000002,"reasoningCost":12.672229600000001,"answerCost":0.7947310000000001,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":14.8851031229075,"coding":20.6967852684145,"agentic":3.10310309278351,"mmmu":null,"priceInput1m":0.05,"priceOutput1m":0.2,"activeParams":3.6,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"36f73aaf-d38a-4b56-a2b3-d04d17186910\",\"slug\":\"gpt-oss-20b\",\"model_url\":\"/models/gpt-oss-20b\",\"hosts_url\":\"/models/gpt-oss-20b/providers\",\"name\":\"gpt-oss-20B (high)\",\"short_name\":\"gpt-oss-20B (high)\",\"creator_name\":\"OpenAI\",\"creator_slug\":\"openai\",\"release_date\":\"2025-08-05\",\"knowledge_cutoff_date\":\"2024-05-31\",\"intelligence_index\":14.8851031229075,\"coding_index\":20.6967852684145,\"agentic_index\":3.10310309278351,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":29.871728500000003,\"input_cost\":16.404767900000003,\"non_cache_input_cost\":0.5929486,\"cache_read_cost\":12.390488559398324,\"cache_write_cost\":3.4213307406016784,\"reasoning_cost\":12.672229600000001,\"answer_cost\":0.7947310000000001,\"output_cost\":13.466960600000002},\"price_1m_input_tokens\":0.05,\"price_1m_output_tokens\":0.2,\"activeParams\":3.6,\"is_open_weights\":true,\"reasoning_model\":true}","quality":12.894997161368506,"costForScoring":29.871728500000003,"costPenalty":34.752603533805896,"pointsPerK":431.67897570334793,"costPerQuality":2.316536260239844,"deltaTop":-50.16051810250093,"costVsTop":0.0053053201989363506,"calculated":12.894997161368506,"frontier":false},{"modelKey":"deepseek-v3-0324","sourceId":"75e1c197-f239-4361-a9d6-66dccfead236","slug":"deepseek-v3-0324","name":"DeepSeek V3 0324","shortName":"DeepSeek V3 0324","creatorName":"DeepSeek","creatorSlug":"deepseek","releaseDate":"2025-03-25","cutoffDate":null,"totalCost":137.78945643999998,"inputCost":132.08877768999997,"outputCost":5.70067875,"reasoningCost":0,"answerCost":5.70067875,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":15.4301213476181,"coding":21.1597482313774,"agentic":1.51202749140893,"mmmu":null,"priceInput1m":1.1949999999999998,"priceOutput1m":1.25,"activeParams":37,"isOpenWeights":true,"isReasoning":false,"rawResultJson":"{\"id\":\"75e1c197-f239-4361-a9d6-66dccfead236\",\"slug\":\"deepseek-v3-0324\",\"model_url\":\"/models/deepseek-v3-0324\",\"hosts_url\":\"/models/deepseek-v3-0324/providers\",\"name\":\"DeepSeek V3 0324\",\"short_name\":\"DeepSeek V3 0324\",\"creator_name\":\"DeepSeek\",\"creator_slug\":\"deepseek\",\"release_date\":\"2025-03-25\",\"knowledge_cutoff_date\":null,\"intelligence_index\":15.4301213476181,\"coding_index\":21.1597482313774,\"agentic_index\":1.51202749140893,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":137.78945643999998,\"input_cost\":132.08877768999997,\"non_cache_input_cost\":14.314178439999997,\"cache_read_cost\":85.45653355215437,\"cache_write_cost\":32.31806569784561,\"reasoning_cost\":0,\"answer_cost\":5.70067875,\"output_cost\":5.70067875},\"price_1m_input_tokens\":1.1949999999999998,\"price_1m_output_tokens\":1.25,\"activeParams\":37,\"is_open_weights\":true,\"reasoning_model\":false}","quality":12.700632356801476,"costForScoring":137.78945643999998,"costPenalty":41.39215986910398,"pointsPerK":92.17419594315571,"costPerQuality":10.84902330600969,"deltaTop":-50.35488290706796,"costVsTop":0.024471874349406737,"calculated":12.700632356801476,"frontier":false},{"modelKey":"nova-2-0-pro","sourceId":"a20ae33a-46e1-41e6-81a0-fe8b00d2e538","slug":"nova-2-0-pro","name":"Nova 2.0 Pro Preview (Non-reasoning)","shortName":"Nova 2.0 Pro Preview","creatorName":"Amazon","creatorSlug":"aws","releaseDate":"2025-11-27","cutoffDate":null,"totalCost":206.39835125,"inputCost":153.08218125,"outputCost":53.31617,"reasoningCost":0,"answerCost":53.31617,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":14.3557330595446,"coding":20.8606429463171,"agentic":2.85237457044674,"mmmu":null,"priceInput1m":1.25,"priceOutput1m":10,"activeParams":null,"isOpenWeights":false,"isReasoning":false,"rawResultJson":"{\"id\":\"a20ae33a-46e1-41e6-81a0-fe8b00d2e538\",\"slug\":\"nova-2-0-pro\",\"model_url\":\"/models/nova-2-0-pro\",\"hosts_url\":\"/models/nova-2-0-pro/providers\",\"name\":\"Nova 2.0 Pro Preview (Non-reasoning)\",\"short_name\":\"Nova 2.0 Pro Preview\",\"creator_name\":\"Amazon\",\"creator_slug\":\"aws\",\"release_date\":\"2025-11-27\",\"knowledge_cutoff_date\":null,\"intelligence_index\":14.3557330595446,\"coding_index\":20.8606429463171,\"agentic_index\":2.85237457044674,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":206.39835125,\"input_cost\":153.08218125,\"non_cache_input_cost\":14.805647500000001,\"cache_read_cost\":117.19335825892858,\"cache_write_cost\":21.083175491071408,\"reasoning_cost\":0,\"answer_cost\":53.31617,\"output_cost\":53.31617},\"price_1m_input_tokens\":1.25,\"price_1m_output_tokens\":10,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":false}","quality":12.689583525436147,"costForScoring":206.39835125,"costPenalty":43.14706223740605,"pointsPerK":61.4810314548777,"costPerQuality":16.26517929735649,"deltaTop":-50.36593173843329,"costVsTop":0.036657046541976455,"calculated":12.689583525436147,"frontier":false},{"modelKey":"llama-4-maverick","sourceId":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","slug":"llama-4-maverick","name":"Llama 4 Maverick","shortName":"Llama 4 Maverick","creatorName":"Meta","creatorSlug":"meta","releaseDate":"2025-04-05","cutoffDate":"2024-08-01","totalCost":38.324732395421144,"inputCost":34.28719159542114,"outputCost":4.0375407999999995,"reasoningCost":0,"answerCost":4.0375407999999995,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":14.2657978659374,"coding":16.2773963101678,"agentic":1.30584192439863,"mmmu":0.621387283236994,"priceInput1m":0.35,"priceOutput1m":0.85,"activeParams":17,"isOpenWeights":true,"isReasoning":false,"rawResultJson":"{\"id\":\"922c69c7-9037-43c6-8bcf-a1c555e7f3eb\",\"slug\":\"llama-4-maverick\",\"model_url\":\"/models/llama-4-maverick\",\"hosts_url\":\"/models/llama-4-maverick/providers\",\"name\":\"Llama 4 Maverick\",\"short_name\":\"Llama 4 Maverick\",\"creator_name\":\"Meta\",\"creator_slug\":\"meta\",\"release_date\":\"2025-04-05\",\"knowledge_cutoff_date\":\"2024-08-01\",\"intelligence_index\":14.2657978659374,\"coding_index\":16.2773963101678,\"agentic_index\":1.30584192439863,\"mmmu_pro\":0.621387283236994,\"intelligence_index_cost\":{\"total_cost\":38.324732395421144,\"input_cost\":34.28719159542114,\"non_cache_input_cost\":4.14102255,\"cache_read_cost\":22.212299940453654,\"cache_write_cost\":7.933869104967487,\"reasoning_cost\":0,\"answer_cost\":4.0375407999999995,\"output_cost\":4.0375407999999995},\"price_1m_input_tokens\":0.35,\"price_1m_output_tokens\":0.85,\"activeParams\":17,\"is_open_weights\":true,\"reasoning_model\":false}","quality":10.61634536683461,"costForScoring":38.324732395421144,"costPenalty":35.834791310515875,"pointsPerK":277.0102934392048,"costPerQuality":3.609974155055971,"deltaTop":-52.43916989703483,"costVsTop":0.006806602332913479,"calculated":10.61634536683461,"frontier":false},{"modelKey":"nvidia-nemotron-3-nano-30b-a3b-reasoning","sourceId":"76dcf6ef-39ea-4be0-b693-b88da25b4caf","slug":"nvidia-nemotron-3-nano-30b-a3b-reasoning","name":"NVIDIA Nemotron 3 Nano 30B A3B (Reasoning)","shortName":"NVIDIA Nemotron 3 Nano","creatorName":"NVIDIA","creatorSlug":"nvidia","releaseDate":"2025-12-15","cutoffDate":null,"totalCost":42.81164217,"inputCost":15.714150869999997,"outputCost":27.0974913,"reasoningCost":26.373590540000002,"answerCost":0.72390076,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":14.1772902141795,"coding":14.3709252323484,"agentic":1.99312714776632,"mmmu":null,"priceInput1m":0.055,"priceOutput1m":0.22,"activeParams":3.6,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"76dcf6ef-39ea-4be0-b693-b88da25b4caf\",\"slug\":\"nvidia-nemotron-3-nano-30b-a3b-reasoning\",\"model_url\":\"/models/nvidia-nemotron-3-nano-30b-a3b-reasoning\",\"hosts_url\":\"/models/nvidia-nemotron-3-nano-30b-a3b-reasoning/providers\",\"name\":\"NVIDIA Nemotron 3 Nano 30B A3B (Reasoning)\",\"short_name\":\"NVIDIA Nemotron 3 Nano\",\"creator_name\":\"NVIDIA\",\"creator_slug\":\"nvidia\",\"release_date\":\"2025-12-15\",\"knowledge_cutoff_date\":null,\"intelligence_index\":14.1772902141795,\"coding_index\":14.3709252323484,\"agentic_index\":1.99312714776632,\"mmmu_pro\":null,\"intelligence_index_cost\":{\"total_cost\":42.81164217,\"input_cost\":15.714150869999997,\"non_cache_input_cost\":0.64810009,\"cache_read_cost\":11.240760883258638,\"cache_write_cost\":3.8252898967413604,\"reasoning_cost\":26.373590540000002,\"answer_cost\":0.72390076,\"output_cost\":27.0974913},\"price_1m_input_tokens\":0.055,\"price_1m_output_tokens\":0.22,\"activeParams\":3.6,\"is_open_weights\":true,\"reasoning_model\":true}","quality":10.180447531431406,"costForScoring":42.81164217,"costPenalty":36.315618868319966,"pointsPerK":237.79623988741298,"costPerQuality":4.205280960176073,"deltaTop":-52.87506773243803,"costVsTop":0.007603492712319484,"calculated":10.180447531431406,"frontier":false},{"modelKey":"ministral-3-14b","sourceId":"713fae11-c75c-4f10-ae2c-8e4074cd58af","slug":"ministral-3-14b","name":"Ministral 3 14B","shortName":"Ministral 3 14B","creatorName":"Mistral","creatorSlug":"mistral","releaseDate":"2025-12-02","cutoffDate":null,"totalCost":119.57115320000001,"inputCost":116.57732020000002,"outputCost":2.9938330000000004,"reasoningCost":0,"answerCost":2.9938330000000004,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":11.0525122563915,"coding":14.3622555139409,"agentic":2.19931271477663,"mmmu":0.498265895953757,"priceInput1m":0.2,"priceOutput1m":0.2,"activeParams":14,"isOpenWeights":true,"isReasoning":false,"rawResultJson":"{\"id\":\"713fae11-c75c-4f10-ae2c-8e4074cd58af\",\"slug\":\"ministral-3-14b\",\"model_url\":\"/models/ministral-3-14b\",\"hosts_url\":\"/models/ministral-3-14b/providers\",\"name\":\"Ministral 3 14B\",\"short_name\":\"Ministral 3 14B\",\"creator_name\":\"Mistral\",\"creator_slug\":\"mistral\",\"release_date\":\"2025-12-02\",\"knowledge_cutoff_date\":null,\"intelligence_index\":11.0525122563915,\"coding_index\":14.3622555139409,\"agentic_index\":2.19931271477663,\"mmmu_pro\":0.498265895953757,\"intelligence_index_cost\":{\"total_cost\":119.57115320000001,\"input_cost\":116.57732020000002,\"non_cache_input_cost\":2.4527068,\"cache_read_cost\":73.19644953349876,\"cache_write_cost\":40.92816386650125,\"reasoning_cost\":0,\"answer_cost\":2.9938330000000004,\"output_cost\":2.9938330000000004},\"price_1m_input_tokens\":0.2,\"price_1m_output_tokens\":0.2,\"activeParams\":14,\"is_open_weights\":true,\"reasoning_model\":false}","quality":9.204693495036343,"costForScoring":119.57115320000001,"costPenalty":40.77626417803367,"pointsPerK":76.98088751925111,"costPerQuality":12.9902373462494,"deltaTop":-53.85082176883309,"costVsTop":0.021236241963101424,"calculated":9.204693495036343,"frontier":false},{"modelKey":"magistral-small-2509","sourceId":"70152cb0-fb36-4732-a925-89ef40994be1","slug":"magistral-small-2509","name":"Magistral Small 1.2","shortName":"Magistral Small 1.2","creatorName":"Mistral","creatorSlug":"mistral","releaseDate":"2025-09-17","cutoffDate":null,"totalCost":273.8221385,"inputCost":226.21458349999997,"outputCost":47.607555,"reasoningCost":39.816224999999996,"answerCost":7.791329999999999,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":11.2923034993806,"coding":14.7246497433763,"agentic":1.44329896907216,"mmmu":0.554913294797688,"priceInput1m":0.5,"priceOutput1m":1.5,"activeParams":24,"isOpenWeights":true,"isReasoning":true,"rawResultJson":"{\"id\":\"70152cb0-fb36-4732-a925-89ef40994be1\",\"slug\":\"magistral-small-2509\",\"model_url\":\"/models/magistral-small-2509\",\"hosts_url\":\"/models/magistral-small-2509/providers\",\"name\":\"Magistral Small 1.2\",\"short_name\":\"Magistral Small 1.2\",\"creator_name\":\"Mistral\",\"creator_slug\":\"mistral\",\"release_date\":\"2025-09-17\",\"knowledge_cutoff_date\":null,\"intelligence_index\":11.2923034993806,\"coding_index\":14.7246497433763,\"agentic_index\":1.44329896907216,\"mmmu_pro\":0.554913294797688,\"intelligence_index_cost\":{\"total_cost\":273.8221385,\"input_cost\":226.21458349999997,\"non_cache_input_cost\":5.8156105,\"cache_read_cost\":176.52176194695824,\"cache_write_cost\":43.87721105304174,\"reasoning_cost\":39.816224999999996,\"answer_cost\":7.791329999999999,\"output_cost\":47.607555},\"price_1m_input_tokens\":0.5,\"price_1m_output_tokens\":1.5,\"activeParams\":24,\"is_open_weights\":true,\"reasoning_model\":true}","quality":9.153417403943019,"costForScoring":273.8221385,"costPenalty":44.37468557894779,"pointsPerK":33.428332179733594,"costPerQuality":29.914744014846914,"deltaTop":-53.90209785992642,"costVsTop":0.048631739616272845,"calculated":9.153417403943019,"frontier":false},{"modelKey":"mistral-small-3-2","sourceId":"43da3718-3d6e-40dd-901a-05664179ff7f","slug":"mistral-small-3-2","name":"Mistral Small 3.2","shortName":"Mistral Small 3.2","creatorName":"Mistral","creatorSlug":"mistral","releaseDate":"2025-06-20","cutoffDate":null,"totalCost":111.46772463749998,"inputCost":109.36943088749999,"outputCost":2.09829375,"reasoningCost":0,"answerCost":2.09829375,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":10.557101536401,"coding":12.5416146483562,"agentic":1.99312714776632,"mmmu":0.479768786127168,"priceInput1m":0.0875,"priceOutput1m":0.25,"activeParams":24,"isOpenWeights":true,"isReasoning":false,"rawResultJson":"{\"id\":\"43da3718-3d6e-40dd-901a-05664179ff7f\",\"slug\":\"mistral-small-3-2\",\"model_url\":\"/models/mistral-small-3-2\",\"hosts_url\":\"/models/mistral-small-3-2/providers\",\"name\":\"Mistral Small 3.2\",\"short_name\":\"Mistral Small 3.2\",\"creator_name\":\"Mistral\",\"creator_slug\":\"mistral\",\"release_date\":\"2025-06-20\",\"knowledge_cutoff_date\":null,\"intelligence_index\":10.557101536401,\"coding_index\":12.5416146483562,\"agentic_index\":1.99312714776632,\"mmmu_pro\":0.479768786127168,\"intelligence_index_cost\":{\"total_cost\":111.46772463749998,\"input_cost\":109.36943088749999,\"non_cache_input_cost\":1.0443055874999998,\"cache_read_cost\":59.015861675173944,\"cache_write_cost\":49.30926362482605,\"reasoning_cost\":0,\"answer_cost\":2.09829375,\"output_cost\":2.09829375},\"price_1m_input_tokens\":0.0875,\"price_1m_output_tokens\":0.25,\"activeParams\":24,\"is_open_weights\":true,\"reasoning_model\":false}","quality":8.36394777750784,"costForScoring":111.46772463749998,"costPenalty":40.471491360752566,"pointsPerK":75.03470448246722,"costPerQuality":13.327166501117658,"deltaTop":-54.6915674863616,"costVsTop":0.019797045592751812,"calculated":8.36394777750784,"frontier":false},{"modelKey":"gpt-4-1-nano","sourceId":"72c358fd-7d45-4d68-89aa-699743710924","slug":"gpt-4-1-nano","name":"GPT-4.1 nano","shortName":"GPT-4.1 nano","creatorName":"OpenAI","creatorSlug":"openai","releaseDate":"2025-04-14","cutoffDate":"2024-05-31","totalCost":40.47638776614828,"inputCost":36.99759016614828,"outputCost":3.4787976,"reasoningCost":0,"answerCost":3.4787976,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":9.57520479903005,"coding":11.1388542100153,"agentic":1.16838487972509,"mmmu":0.401156069364162,"priceInput1m":0.1,"priceOutput1m":0.4,"activeParams":null,"isOpenWeights":false,"isReasoning":false,"rawResultJson":"{\"id\":\"72c358fd-7d45-4d68-89aa-699743710924\",\"slug\":\"gpt-4-1-nano\",\"model_url\":\"/models/gpt-4-1-nano\",\"hosts_url\":\"/models/gpt-4-1-nano/providers\",\"name\":\"GPT-4.1 nano\",\"short_name\":\"GPT-4.1 nano\",\"creator_name\":\"OpenAI\",\"creator_slug\":\"openai\",\"release_date\":\"2025-04-14\",\"knowledge_cutoff_date\":\"2024-05-31\",\"intelligence_index\":9.57520479903005,\"coding_index\":11.1388542100153,\"agentic_index\":1.16838487972509,\"mmmu_pro\":0.401156069364162,\"intelligence_index_cost\":{\"total_cost\":40.47638776614828,\"input_cost\":36.99759016614828,\"non_cache_input_cost\":1.1520740999999999,\"cache_read_cost\":28.28580367490928,\"cache_write_cost\":7.559712391238998,\"reasoning_cost\":0,\"answer_cost\":3.4787976,\"output_cost\":3.4787976},\"price_1m_input_tokens\":0.1,\"price_1m_output_tokens\":0.4,\"activeParams\":null,\"is_open_weights\":false,\"reasoning_model\":false}","quality":7.294147962923479,"costForScoring":40.47638776614828,"costPenalty":36.072017478231444,"pointsPerK":180.20748306556675,"costPerQuality":5.54915913029072,"deltaTop":-55.761367300945956,"costVsTop":0.007188743617421623,"calculated":7.294147962923479,"frontier":false},{"modelKey":"ministral-3-8b","sourceId":"9741f3c2-cbb1-4a3f-99ee-7bd7384d9038","slug":"ministral-3-8b","name":"Ministral 3 8B","shortName":"Ministral 3 8B","creatorName":"Mistral","creatorSlug":"mistral","releaseDate":"2025-12-02","cutoffDate":null,"totalCost":113.47784744999998,"inputCost":110.66038259999999,"outputCost":2.81746485,"reasoningCost":0,"answerCost":2.81746485,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":8.95728282101135,"coding":9.69101123595506,"agentic":1.23711340206186,"mmmu":0.459537572254335,"priceInput1m":0.15,"priceOutput1m":0.15,"activeParams":8,"isOpenWeights":true,"isReasoning":false,"rawResultJson":"{\"id\":\"9741f3c2-cbb1-4a3f-99ee-7bd7384d9038\",\"slug\":\"ministral-3-8b\",\"model_url\":\"/models/ministral-3-8b\",\"hosts_url\":\"/models/ministral-3-8b/providers\",\"name\":\"Ministral 3 8B\",\"short_name\":\"Ministral 3 8B\",\"creator_name\":\"Mistral\",\"creator_slug\":\"mistral\",\"release_date\":\"2025-12-02\",\"knowledge_cutoff_date\":null,\"intelligence_index\":8.95728282101135,\"coding_index\":9.69101123595506,\"agentic_index\":1.23711340206186,\"mmmu_pro\":0.459537572254335,\"intelligence_index_cost\":{\"total_cost\":113.47784744999998,\"input_cost\":110.66038259999999,\"non_cache_input_cost\":1.8611035499999997,\"cache_read_cost\":83.22117901750669,\"cache_write_cost\":25.578100032493314,\"reasoning_cost\":0,\"answer_cost\":2.81746485,\"output_cost\":2.81746485},\"price_1m_input_tokens\":0.15,\"price_1m_output_tokens\":0.15,\"activeParams\":8,\"is_open_weights\":true,\"reasoning_model\":false}","quality":6.628469153009423,"costForScoring":113.47784744999998,"costPenalty":40.54911089113122,"pointsPerK":58.412009938151364,"costPerQuality":17.119766997554688,"deltaTop":-56.42704611086002,"costVsTop":0.020154050215350033,"calculated":6.628469153009423,"frontier":false},{"modelKey":"llama-4-scout","sourceId":"adf9a85e-abc3-4f28-937b-db6655cc5238","slug":"llama-4-scout","name":"Llama 4 Scout","shortName":"Llama 4 Scout","creatorName":"Meta","creatorSlug":"meta","releaseDate":"2025-04-05","cutoffDate":"2024-08-01","totalCost":11.38710679,"inputCost":8.669219530000001,"outputCost":2.7178872600000004,"reasoningCost":0,"answerCost":2.7178872600000004,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":10.0416226283387,"coding":8.16817519766958,"agentic":1.09965635738832,"mmmu":0.529479768786127,"priceInput1m":0.17,"priceOutput1m":0.66,"activeParams":17,"isOpenWeights":true,"isReasoning":false,"rawResultJson":"{\"id\":\"adf9a85e-abc3-4f28-937b-db6655cc5238\",\"slug\":\"llama-4-scout\",\"model_url\":\"/models/llama-4-scout\",\"hosts_url\":\"/models/llama-4-scout/providers\",\"name\":\"Llama 4 Scout\",\"short_name\":\"Llama 4 Scout\",\"creator_name\":\"Meta\",\"creator_slug\":\"meta\",\"release_date\":\"2025-04-05\",\"knowledge_cutoff_date\":\"2024-08-01\",\"intelligence_index\":10.0416226283387,\"coding_index\":8.16817519766958,\"agentic_index\":1.09965635738832,\"mmmu_pro\":0.529479768786127,\"intelligence_index_cost\":{\"total_cost\":11.38710679,\"input_cost\":8.669219530000001,\"non_cache_input_cost\":2.0501107500000004,\"cache_read_cost\":5.039090365346465,\"cache_write_cost\":1.5800184146535359,\"reasoning_cost\":0,\"answer_cost\":2.7178872600000004,\"output_cost\":2.7178872600000004},\"price_1m_input_tokens\":0.17,\"price_1m_output_tokens\":0.66,\"activeParams\":17,\"is_open_weights\":true,\"reasoning_model\":false}","quality":6.436484727798867,"costForScoring":11.38710679,"costPenalty":30.564133935479813,"pointsPerK":565.2432041342844,"costPerQuality":1.7691499741807257,"deltaTop":-56.61903053607057,"costVsTop":0.0020223887499657834,"calculated":6.436484727798867,"frontier":true},{"modelKey":"gemma-3-27b","sourceId":"2bfdd17a-e027-4068-a54e-b0e90a6df118","slug":"gemma-3-27b","name":"Gemma 3 27B Instruct","shortName":"Gemma 3 27B","creatorName":"Google","creatorSlug":"google","releaseDate":"2025-03-12","cutoffDate":null,"totalCost":82.60624718222351,"inputCost":80.55633168222352,"outputCost":2.0499155,"reasoningCost":0,"answerCost":2.0499155,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":7.41891747896191,"coding":10.0564398668331,"agentic":0.274914089347079,"mmmu":0.480346820809249,"priceInput1m":0.1095,"priceOutput1m":0.25,"activeParams":27.4,"isOpenWeights":true,"isReasoning":false,"rawResultJson":"{\"id\":\"2bfdd17a-e027-4068-a54e-b0e90a6df118\",\"slug\":\"gemma-3-27b\",\"model_url\":\"/models/gemma-3-27b\",\"hosts_url\":\"/models/gemma-3-27b/providers\",\"name\":\"Gemma 3 27B Instruct\",\"short_name\":\"Gemma 3 27B\",\"creator_name\":\"Google\",\"creator_slug\":\"google\",\"release_date\":\"2025-03-12\",\"knowledge_cutoff_date\":null,\"intelligence_index\":7.41891747896191,\"coding_index\":10.0564398668331,\"agentic_index\":0.274914089347079,\"mmmu_pro\":0.480346820809249,\"intelligence_index_cost\":{\"total_cost\":82.60624718222351,\"input_cost\":80.55633168222352,\"non_cache_input_cost\":1.3088818604999999,\"cache_read_cost\":62.633663276660656,\"cache_write_cost\":16.613786545062865,\"reasoning_cost\":0,\"answer_cost\":2.0499155,\"output_cost\":2.0499155},\"price_1m_input_tokens\":0.1095,\"price_1m_output_tokens\":0.25,\"activeParams\":27.4,\"is_open_weights\":true,\"reasoning_model\":false}","quality":5.916757145047363,"costForScoring":82.60624718222351,"costPenalty":39.170128925282924,"pointsPerK":71.62602523263668,"costPerQuality":13.961405742564454,"deltaTop":-57.138758118822075,"costVsTop":0.014671149402492036,"calculated":5.916757145047363,"frontier":false},{"modelKey":"ministral-3-3b","sourceId":"66f4ce73-9a9b-4b49-9c6e-bedb9bfdc720","slug":"ministral-3-3b","name":"Ministral 3 3B","shortName":"Ministral 3 3B","creatorName":"Mistral","creatorSlug":"mistral","releaseDate":"2025-12-02","cutoffDate":null,"totalCost":91.7844799,"inputCost":89.0492161,"outputCost":2.7352638000000002,"reasoningCost":0,"answerCost":2.7352638000000002,"costPerTask":null,"inputCostPerTask":null,"outputCostPerTask":null,"reasoningCostPerTask":null,"answerCostPerTask":null,"timePerTask":null,"intelligence":6.80100025864863,"coding":4.78395061728395,"agentic":1.5807560137457,"mmmu":0.380924855491329,"priceInput1m":0.1,"priceOutput1m":0.1,"activeParams":3,"isOpenWeights":true,"isReasoning":false,"rawResultJson":"{\"id\":\"66f4ce73-9a9b-4b49-9c6e-bedb9bfdc720\",\"slug\":\"ministral-3-3b\",\"model_url\":\"/models/ministral-3-3b\",\"hosts_url\":\"/models/ministral-3-3b/providers\",\"name\":\"Ministral 3 3B\",\"short_name\":\"Ministral 3 3B\",\"creator_name\":\"Mistral\",\"creator_slug\":\"mistral\",\"release_date\":\"2025-12-02\",\"knowledge_cutoff_date\":null,\"intelligence_index\":6.80100025864863,\"coding_index\":4.78395061728395,\"agentic_index\":1.5807560137457,\"mmmu_pro\":0.380924855491329,\"intelligence_index_cost\":{\"total_cost\":91.7844799,\"input_cost\":89.0492161,\"non_cache_input_cost\":1.2819872,\"cache_read_cost\":63.199249838154266,\"cache_write_cost\":24.567979061845733,\"reasoning_cost\":0,\"answer_cost\":2.7352638000000002,\"output_cost\":2.7352638000000002},\"price_1m_input_tokens\":0.1,\"price_1m_output_tokens\":0.1,\"activeParams\":3,\"is_open_weights\":true,\"reasoning_model\":false}","quality":4.388568963226094,"costForScoring":91.7844799,"costPenalty":39.627692513142684,"pointsPerK":47.81384573957905,"costPerQuality":20.9144440178805,"deltaTop":-58.666946300643346,"costVsTop":0.016301234632684125,"calculated":4.388568963226094,"frontier":false}]}