Gemma 4 12B (Reasoning)

gemma-4-12b · 160 samples · combined / raw

Score over time

Cost per task over time

Time per task over time

Run?	Fetched?	Score?	Quality?	Cost/task?	Time/task?	Intel?	Code?	Agent?	MMMU%?
#1419	2026-08-05 00:00:29	20.2	20.2	$0.0763	3.75m	21.8	31.0	7.9	69.7
#1418	2026-08-04 23:00:30	20.2	20.2	$0.0763	3.75m	21.8	31.0	7.9	69.7
#1417	2026-08-04 22:00:29	20.2	20.2	$0.0763	3.75m	21.8	31.0	7.9	69.7
#1416	2026-08-04 21:00:29	20.2	20.2	$0.0763	3.75m	21.8	31.0	7.9	69.7
#1415	2026-08-04 20:00:29	20.2	20.2	$0.0763	3.75m	21.8	31.0	7.9	69.7
#1414	2026-08-04 19:00:29	20.2	20.2	$0.0763	3.67m	21.8	31.0	7.9	69.7
#1413	2026-08-04 18:00:29	20.2	20.2	$0.0763	3.67m	21.8	31.0	7.9	69.7
#1412	2026-08-04 17:00:06	20.2	20.2	$0.0763	3.67m	21.8	31.0	7.9	69.7
#1411	2026-08-04 16:00:06	20.2	20.2	$0.0763	3.67m	21.8	31.0	7.9	69.7
#1410	2026-08-04 15:00:05	20.2	20.2	$0.0763	3.67m	21.8	31.0	7.9	69.7
#1409	2026-08-04 14:00:05	20.2	20.2	$0.0763	3.67m	21.8	31.0	7.9	69.7
#1408	2026-08-04 13:00:06	20.2	20.2	$0.0763	3.67m	21.8	31.0	7.9	69.7
#1407	2026-08-04 12:00:05	20.2	20.2	$0.0763	3.67m	21.8	31.0	7.9	69.7
#1406	2026-08-04 11:00:05	20.2	20.2	$0.0763	3.67m	21.8	31.0	7.9	69.7
#1405	2026-08-04 10:00:05	20.2	20.2	$0.0763	3.67m	21.8	31.0	7.9	69.7
#1404	2026-08-04 09:00:05	20.2	20.2	$0.0763	3.56m	21.8	31.0	7.9	69.7
#1403	2026-08-04 08:00:05	20.2	20.2	$0.0763	3.56m	21.8	31.0	7.9	69.7
#1402	2026-08-04 07:00:05	20.2	20.2	$0.0763	3.56m	21.8	31.0	7.9	69.7
#1401	2026-08-04 06:00:05	20.2	20.2	$0.0763	3.56m	21.8	31.0	7.9	69.7
#1400	2026-08-04 05:00:05	20.2	20.2	$0.0763	3.56m	21.8	31.0	7.9	69.7
#1399	2026-08-04 04:00:05	20.2	20.2	$0.0763	3.56m	21.8	31.0	7.9	69.7
#1398	2026-08-04 03:00:05	20.2	20.2	$0.0763	3.66m	21.8	31.0	7.9	69.7
#1397	2026-08-04 02:00:05	20.2	20.2	$0.0763	3.66m	21.8	31.0	7.9	69.7
#1396	2026-08-04 01:00:05	20.2	20.2	$0.0763	3.66m	21.8	31.0	7.9	69.7
#1395	2026-08-04 00:00:05	20.2	20.2	$0.0763	3.77m	21.8	31.0	7.9	69.7
#1394	2026-08-03 23:00:05	20.2	20.2	$0.0763	3.77m	21.8	31.0	7.9	69.7
#1393	2026-08-03 22:00:05	20.2	20.2	$0.0763	3.77m	21.8	31.0	7.9	69.7
#1392	2026-08-03 21:00:05	20.2	20.2	$0.0763	3.77m	21.8	31.0	7.9	69.7
#1391	2026-08-03 20:00:05	20.2	20.2	$0.0763	3.77m	21.8	31.0	7.9	69.7
#1390	2026-08-03 19:00:05	20.2	20.2	$0.0763	3.84m	21.8	31.0	7.9	69.7
#1389	2026-08-03 18:00:05	20.2	20.2	$0.0763	3.84m	21.8	31.0	7.9	69.7
#1388	2026-08-03 17:00:05	20.2	20.2	$0.0763	3.84m	21.8	31.0	7.9	69.7
#1387	2026-08-03 16:00:06	20.2	20.2	$0.0763	3.79m	21.8	31.0	7.9	69.7
#1386	2026-08-03 15:00:05	20.2	20.2	$0.0763	3.79m	21.8	31.0	7.9	69.7
#1385	2026-08-03 14:00:05	20.2	20.2	$0.0763	3.79m	21.8	31.0	7.9	69.7
#1384	2026-08-03 13:00:05	20.2	20.2	$0.0763	3.79m	21.8	31.0	7.9	69.7
#1383	2026-08-03 12:00:05	20.2	20.2	$0.0763	3.79m	21.8	31.0	7.9	69.7
#1382	2026-08-03 11:00:05	20.2	20.2	$0.0763	3.79m	21.8	31.0	7.9	69.7
#1381	2026-08-03 10:00:05	20.2	20.2	$0.0763	3.76m	21.8	31.0	7.9	69.7
#1380	2026-08-03 09:00:05	20.2	20.2	$0.0763	3.76m	21.8	31.0	7.9	69.7
#1379	2026-08-03 08:00:05	20.2	20.2	$0.0763	3.76m	21.8	31.0	7.9	69.7
#1378	2026-08-03 07:00:05	20.2	20.2	$0.0763	3.76m	21.8	31.0	7.9	69.7
#1377	2026-08-03 06:00:05	20.2	20.2	$0.0763	3.79m	21.8	31.0	7.9	69.7
#1376	2026-08-03 05:00:05	20.2	20.2	$0.0763	3.79m	21.8	31.0	7.9	69.7
#1375	2026-08-03 04:00:05	20.2	20.2	$0.0763	3.79m	21.8	31.0	7.9	69.7
#1374	2026-08-03 03:00:05	20.2	20.2	$0.0763	3.84m	21.8	31.0	7.9	69.7
#1373	2026-08-03 02:00:05	20.2	20.2	$0.0763	3.84m	21.8	31.0	7.9	69.7
#1372	2026-08-03 01:00:05	20.2	20.2	$0.0763	3.94m	21.8	31.0	7.9	69.7
#1371	2026-08-03 00:00:05	20.2	20.2	$0.0763	3.94m	21.8	31.0	7.9	69.7
#1370	2026-08-02 23:00:05	20.2	20.2	$0.0763	3.94m	21.8	31.0	7.9	69.7
#1369	2026-08-02 22:00:05	20.2	20.2	$0.0763	3.94m	21.8	31.0	7.9	69.7
#1368	2026-08-02 21:00:05	20.2	20.2	$0.0763	3.94m	21.8	31.0	7.9	69.7
#1367	2026-08-02 20:00:05	20.2	20.2	$0.0763	3.94m	21.8	31.0	7.9	69.7
#1366	2026-08-02 19:00:05	20.2	20.2	$0.0763	3.94m	21.8	31.0	7.9	69.7
#1365	2026-08-02 18:00:05	20.2	20.2	$0.0763	3.94m	21.8	31.0	7.9	69.7
#1364	2026-08-02 17:00:05	20.2	20.2	$0.0763	3.94m	21.8	31.0	7.9	69.7
#1363	2026-08-02 16:00:05	20.2	20.2	$0.0763	3.94m	21.8	31.0	7.9	69.7
#1362	2026-08-02 15:00:06	20.2	20.2	$0.0763	3.94m	21.8	31.0	7.9	69.7
#1361	2026-08-02 14:00:05	20.2	20.2	$0.0763	3.94m	21.8	31.0	7.9	69.7
#1360	2026-08-02 13:00:05	20.2	20.2	$0.0763	3.96m	21.8	31.0	7.9	69.7
#1359	2026-08-02 12:00:05	20.2	20.2	$0.0763	3.99m	21.8	31.0	7.9	69.7
#1358	2026-08-02 11:00:05	20.2	20.2	$0.0763	3.99m	21.8	31.0	7.9	69.7
#1357	2026-08-02 10:00:05	20.2	20.2	$0.0763	3.99m	21.8	31.0	7.9	69.7
#1356	2026-08-02 09:00:05	20.2	20.2	$0.0763	3.99m	21.8	31.0	7.9	69.7
#1355	2026-08-02 08:00:04	20.2	20.2	$0.0763	3.99m	21.8	31.0	7.9	69.7
#1354	2026-08-02 07:00:05	20.2	20.2	$0.0763	3.99m	21.8	31.0	7.9	69.7
#1353	2026-08-02 06:00:05	20.2	20.2	$0.0763	3.97m	21.8	31.0	7.9	69.7
#1352	2026-08-02 05:00:05	20.2	20.2	$0.0763	3.97m	21.8	31.0	7.9	69.7
#1351	2026-08-02 04:00:05	20.2	20.2	$0.0763	4.02m	21.8	31.0	7.9	69.7
#1350	2026-08-02 03:00:05	20.2	20.2	$0.0763	4.02m	21.8	31.0	7.9	69.7
#1349	2026-08-02 02:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1348	2026-08-02 01:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1347	2026-08-02 00:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1346	2026-08-01 23:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1345	2026-08-01 22:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1344	2026-08-01 21:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1343	2026-08-01 20:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1342	2026-08-01 19:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1341	2026-08-01 18:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1340	2026-08-01 17:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1339	2026-08-01 16:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1338	2026-08-01 15:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1337	2026-08-01 14:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1336	2026-08-01 13:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1335	2026-08-01 12:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1334	2026-08-01 11:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1333	2026-08-01 10:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1332	2026-08-01 09:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1331	2026-08-01 08:00:04	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1330	2026-08-01 07:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1329	2026-08-01 06:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1328	2026-08-01 05:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1327	2026-08-01 04:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1326	2026-08-01 03:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1325	2026-08-01 02:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1324	2026-08-01 01:00:05	20.2	20.2	$0.0763	9.85m	21.8	31.0	7.9	69.7
#1323	2026-08-01 00:00:05	20.2	20.2	$0.0763	9.87m	21.8	31.0	7.9	69.7
#1322	2026-07-31 23:00:05	20.2	20.2	$0.0763	9.87m	21.8	31.0	7.9	69.7
#1321	2026-07-31 22:00:05	20.2	20.2	$0.0763	9.87m	21.8	31.0	7.9	69.7
#1320	2026-07-31 21:00:05	20.2	20.2	$0.0763	10.1m	21.8	31.0	7.9	69.7
#1319	2026-07-31 20:00:05	20.2	20.2	$0.0763	10.1m	21.8	31.0	7.9	69.7
#1318	2026-07-31 19:00:05	20.2	20.2	$0.0763	10.7m	21.8	31.0	7.9	69.7
#1317	2026-07-31 18:00:05	20.2	20.2	$0.0763	10.7m	21.8	31.0	7.9	69.7
#1316	2026-07-31 17:00:05	20.2	20.2	$0.0763	12.3m	21.8	31.0	7.9	69.7
#1315	2026-07-31 16:00:05	20.2	20.2	$0.0763	12.3m	21.8	31.0	7.9	69.7
#1314	2026-07-31 15:00:05	20.2	20.2	$0.0763	12.3m	21.8	31.0	7.9	69.7
#1313	2026-07-31 14:00:05	20.2	20.2	$0.0763	12.3m	21.8	31.0	7.9	69.7
#1312	2026-07-31 13:00:05	20.2	20.2	$0.0763	12.3m	21.8	31.0	7.9	69.7
#1311	2026-07-31 12:00:05	20.2	20.2	$0.0763	13.6m	21.8	31.0	7.9	69.7
#1310	2026-07-31 11:00:05	20.2	20.2	$0.0763	13.6m	21.8	31.0	7.9	69.7
#1309	2026-07-31 10:00:05	20.2	20.2	$0.0763	13.6m	21.8	31.0	7.9	69.7
#1308	2026-07-31 09:00:13	20.2	20.2	$0.0763	13.6m	21.8	31.0	7.9	69.7
#1307	2026-07-31 08:00:13	20.2	20.2	$0.0763	13.6m	21.8	31.0	7.9	69.7
#1306	2026-07-31 07:00:13	20.2	20.2	$0.0763	13.6m	21.8	31.0	7.9	69.7
#1305	2026-07-31 06:00:13	20.2	20.2	$0.0670	13.3m	21.8	31.0	7.9	69.7
#1304	2026-07-31 05:00:13	20.2	20.2	$0.0670	13.3m	21.8	31.0	7.9	69.7
#1303	2026-07-31 04:00:13	20.2	20.2	$0.0670	14.0m	21.8	31.0	7.9	69.7
#1302	2026-07-31 03:00:13	20.2	20.2	$0.0670	14.0m	21.8	31.0	7.9	69.7
#1301	2026-07-31 02:00:13	20.2	20.2	$0.0670	14.0m	21.8	31.0	7.9	69.7
#1300	2026-07-31 01:00:13	20.2	20.2	$0.0670	14.0m	21.8	31.0	7.9	69.7
#1299	2026-07-31 00:00:13	20.2	20.2	$0.0670	13.3m	21.8	31.0	7.9	69.7
#1298	2026-07-30 23:00:13	20.2	20.2	$0.0670	13.3m	21.8	31.0	7.9	69.7
#1297	2026-07-30 22:00:13	20.2	20.2	$0.0670	13.3m	21.8	31.0	7.9	69.7
#1296	2026-07-30 21:00:13	20.2	20.2	$0.0670	13.1m	21.8	31.0	7.9	69.7
#1295	2026-07-30 20:00:13	20.2	20.2	$0.0670	13.1m	21.8	31.0	7.9	69.7
#1294	2026-07-30 19:00:13	20.2	20.2	$0.0670	13.1m	21.8	31.0	7.9	69.7
#1293	2026-07-30 18:00:13	20.2	20.2	$0.0670	13.1m	21.8	31.0	7.9	69.7
#1292	2026-07-30 17:00:13	20.2	20.2	$0.0670	13.1m	21.8	31.0	7.9	69.7
#1291	2026-07-30 16:00:13	20.2	20.2	$0.0670	13.1m	21.8	31.0	7.9	69.7
#1290	2026-07-30 10:00:13	20.2	20.2	$0.0670	13.0m	21.8	31.0	7.9	69.7
#1289	2026-07-30 09:00:13	20.2	20.2	$0.0670	13.0m	21.8	31.0	7.9	69.7
#1288	2026-07-30 08:00:13	20.2	20.2	$0.0670	13.0m	21.8	31.0	7.9	69.7
#1287	2026-07-30 07:00:13	20.2	20.2	$0.0670	13.0m	21.8	31.0	7.9	69.7
#1286	2026-07-30 06:00:13	20.2	20.2	$0.0670	13.0m	21.8	31.0	7.9	69.7
#1285	2026-07-30 05:00:13	20.2	20.2	$0.0670	13.0m	21.8	31.0	7.9	69.7
#1284	2026-07-30 04:00:13	20.2	20.2	$0.0670	13.0m	21.8	31.0	7.9	69.7
#1283	2026-07-30 03:00:13	20.2	20.2	$0.0670	11.5m	21.8	31.0	7.9	69.7
#1282	2026-07-30 02:00:13	20.2	20.2	$0.0670	11.5m	21.8	31.0	7.9	69.7
#1281	2026-07-30 01:00:13	20.2	20.2	$0.0670	11.5m	21.8	31.0	7.9	69.7
#1280	2026-07-30 00:00:13	20.2	20.2	$0.0670	10.2m	21.8	31.0	7.9	69.7
#1279	2026-07-29 23:00:13	20.2	20.2	$0.0670	10.2m	21.8	31.0	7.9	69.7
#1278	2026-07-29 22:00:13	20.2	20.2	$0.0670	10.1m	21.8	31.0	7.9	69.7
#1277	2026-07-29 21:00:13	20.2	20.2	$0.0670	10.1m	21.8	31.0	7.9	69.7
#1276	2026-07-29 20:00:13	20.2	20.2	$0.0670	10.1m	21.8	31.0	7.9	69.7
#1275	2026-07-29 19:00:13	20.2	20.2	$0.0670	10.1m	21.8	31.0	7.9	69.7
#1274	2026-07-29 18:00:13	20.2	20.2	$0.0670	10.1m	21.8	31.0	7.9	69.7
#1273	2026-07-29 17:00:13	20.2	20.2	$0.0670	10.1m	21.8	31.0	7.9	69.7
#1272	2026-07-29 16:00:13	20.2	20.2	$0.0670	10.1m	21.8	31.0	7.9	69.7
#1271	2026-07-29 15:00:13	20.2	20.2	$0.0670	9.60m	21.8	31.0	7.9	69.7
#1270	2026-07-29 14:00:13	20.2	20.2	$0.0670	9.60m	21.8	31.0	7.9	69.7
#1269	2026-07-29 13:00:13	20.2	20.2	$0.0670	9.60m	21.8	31.0	7.9	69.7
#1268	2026-07-29 12:00:13	20.2	20.2	$0.0670	8.96m	21.8	31.0	7.9	69.7
#1267	2026-07-29 11:00:13	20.2	20.2	$0.0670	8.96m	21.8	31.0	7.9	69.7
#1266	2026-07-29 10:00:13	20.2	20.2	$0.0670	8.96m	21.8	31.0	7.9	69.7
#1265	2026-07-29 09:00:13	20.2	20.2	$0.0670	8.91m	21.8	31.0	7.9	69.7
#1264	2026-07-29 08:00:13	20.2	20.2	$0.0670	8.91m	21.8	31.0	7.9	69.7
#1263	2026-07-29 07:00:13	20.2	20.2	$0.0670	8.91m	21.8	31.0	7.9	69.7
#1262	2026-07-29 06:00:13	20.2	20.2	$0.0670	4.41m	21.8	31.0	7.9	69.7
#1261	2026-07-29 05:00:13	20.2	20.2	$0.0670	4.41m	21.8	31.0	7.9	69.7
#1260	2026-07-29 04:00:13	20.2	20.2	$0.0670	4.41m	21.8	31.0	7.9	69.7