github/toon
1
0
Fork 0
mirror of https://github.com/voson-wang/toon.git synced 2026-01-29 15:24:10 +08:00
Code Issues Packages Projects Releases Wiki Activity
Files
ecf578a7dc40ffcd7f7bccf4c040c49cb97b1a03
toon/benchmarks/results/accuracy/models/gemini-2.5-flash
Johann Schopplich ecf578a7dc text(accuracy): add Grok-4-fast, remove default temperature
2025-10-28 22:54:00 +01:00

1 line
138 KiB
Plaintext
Raw Blame History

[{"questionId":"q1","format":"json","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7919,"outputTokens":5,"latencyMs":1284.9198749999996},{"questionId":"q1","format":"toon","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3328,"outputTokens":5,"latencyMs":1487.8697090000005},{"questionId":"q1","format":"csv","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3202,"outputTokens":5,"latencyMs":1952.5577089999997},{"questionId":"q1","format":"xml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9108,"outputTokens":5,"latencyMs":2840.575167},{"questionId":"q1","format":"yaml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5754,"outputTokens":5,"latencyMs":1481.4047499999997},{"questionId":"q2","format":"json","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7919,"outputTokens":1,"latencyMs":1556.956333},{"questionId":"q2","format":"toon","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3328,"outputTokens":1,"latencyMs":2182.1092500000004},{"questionId":"q2","format":"csv","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3202,"outputTokens":1,"latencyMs":1416.341625},{"questionId":"q2","format":"xml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9108,"outputTokens":1,"latencyMs":1710.9236250000004},{"questionId":"q2","format":"yaml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5754,"outputTokens":1,"latencyMs":1612.1187500000005},{"questionId":"q3","format":"json","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7922,"outputTokens":10,"latencyMs":1036.362333},{"questionId":"q3","format":"toon","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3331,"outputTokens":10,"latencyMs":1283.4710419999992},{"questionId":"q3","format":"csv","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3205,"outputTokens":10,"latencyMs":1050.8867920000002},{"questionId":"q3","format":"xml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9111,"outputTokens":10,"latencyMs":1398.690540999999},{"questionId":"q3","format":"yaml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5757,"outputTokens":10,"latencyMs":1041.922125},{"questionId":"q4","format":"json","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7922,"outputTokens":2,"latencyMs":2314.042708},{"questionId":"q4","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3331,"outputTokens":2,"latencyMs":2359.719875},{"questionId":"q4","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3205,"outputTokens":2,"latencyMs":2152.396417},{"questionId":"q4","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9111,"outputTokens":2,"latencyMs":2211.1049999999996},{"questionId":"q4","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5757,"outputTokens":2,"latencyMs":2663.518333},{"questionId":"q5","format":"json","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":7917,"outputTokens":1,"latencyMs":3639.117291999999},{"questionId":"q5","format":"toon","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":3326,"outputTokens":1,"latencyMs":1836.939291999999},{"questionId":"q5","format":"csv","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":3200,"outputTokens":1,"latencyMs":2031.7108750000007},{"questionId":"q5","format":"xml","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":9106,"outputTokens":1,"latencyMs":1455.1940419999992},{"questionId":"q5","format":"yaml","model":"gemini-2.5-flash","expected":"no","actual":"False","isCorrect":true,"inputTokens":5752,"outputTokens":1,"latencyMs":1925.466375},{"questionId":"q6","format":"json","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7918,"outputTokens":6,"latencyMs":1483.80408300001},{"questionId":"q6","format":"toon","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3327,"outputTokens":6,"latencyMs":2010.8298330000034},{"questionId":"q6","format":"csv","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3201,"outputTokens":6,"latencyMs":2106.2921659999993},{"questionId":"q6","format":"xml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9107,"outputTokens":6,"latencyMs":2401.1019159999996},{"questionId":"q6","format":"yaml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5753,"outputTokens":6,"latencyMs":2095.935541000006},{"questionId":"q7","format":"json","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7918,"outputTokens":1,"latencyMs":1344.9735},{"questionId":"q7","format":"toon","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":1767.4608750000043},{"questionId":"q7","format":"csv","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":2384.0331670000014},{"questionId":"q7","format":"xml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":2831.1728749999966},{"questionId":"q7","format":"yaml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":1798.8296669999982},{"questionId":"q8","format":"json","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7921,"outputTokens":9,"latencyMs":1239.8496250000026},{"questionId":"q8","format":"toon","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3330,"outputTokens":9,"latencyMs":1653.0567089999968},{"questionId":"q8","format":"csv","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3204,"outputTokens":9,"latencyMs":1053.4437499999913},{"questionId":"q8","format":"xml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9110,"outputTokens":9,"latencyMs":842.6881659999926},{"questionId":"q8","format":"yaml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5756,"outputTokens":9,"latencyMs":1010.0540420000034},{"questionId":"q9","format":"json","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7922,"outputTokens":1,"latencyMs":1002.9100839999883},{"questionId":"q9","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1890.9828750000015},{"questionId":"q9","format":"csv","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":2200.3424159999995},{"questionId":"q9","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":1710.2455420000042},{"questionId":"q9","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":1493.9327500000072},{"questionId":"q10","format":"json","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7919,"outputTokens":1,"latencyMs":2266.9303749999963},{"questionId":"q10","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":3328,"outputTokens":1,"latencyMs":2107.027375000005},{"questionId":"q10","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3202,"outputTokens":1,"latencyMs":1805.7302080000081},{"questionId":"q10","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9108,"outputTokens":1,"latencyMs":2787.993000000002},{"questionId":"q10","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5754,"outputTokens":1,"latencyMs":2442.3345830000035},{"questionId":"q11","format":"json","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7920,"outputTokens":6,"latencyMs":1421.8717090000137},{"questionId":"q11","format":"toon","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3329,"outputTokens":6,"latencyMs":2907.451583000002},{"questionId":"q11","format":"csv","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3203,"outputTokens":6,"latencyMs":2209.0871250000055},{"questionId":"q11","format":"xml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9109,"outputTokens":6,"latencyMs":3131.9395829999994},{"questionId":"q11","format":"yaml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5755,"outputTokens":6,"latencyMs":1902.4657089999964},{"questionId":"q12","format":"json","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7918,"outputTokens":1,"latencyMs":1383.1861670000071},{"questionId":"q12","format":"toon","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":2191.488540999999},{"questionId":"q12","format":"csv","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":2372.537666999997},{"questionId":"q12","format":"xml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":1806.4985840000008},{"questionId":"q12","format":"yaml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":1804.4045409999962},{"questionId":"q13","format":"json","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7919,"outputTokens":8,"latencyMs":1481.6305830000056},{"questionId":"q13","format":"toon","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3328,"outputTokens":8,"latencyMs":1062.3727079999953},{"questionId":"q13","format":"csv","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3202,"outputTokens":8,"latencyMs":435.6983340000006},{"questionId":"q13","format":"xml","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":9108,"outputTokens":8,"latencyMs":1865.6395829999965},{"questionId":"q13","format":"yaml","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5754,"outputTokens":8,"latencyMs":1317.921709000002},{"questionId":"q14","format":"json","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":7921,"outputTokens":2,"latencyMs":1272.2028750000027},{"questionId":"q14","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3330,"outputTokens":2,"latencyMs":1754.8083329999936},{"questionId":"q14","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3204,"outputTokens":2,"latencyMs":1223.1812499999942},{"questionId":"q14","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":9110,"outputTokens":2,"latencyMs":1246.195624999993},{"questionId":"q14","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":5756,"outputTokens":2,"latencyMs":2037.4519999999902},{"questionId":"q15","format":"json","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7918,"outputTokens":1,"latencyMs":843.6345000000001},{"questionId":"q15","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":2019.9623329999886},{"questionId":"q15","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":1849.197583000001},{"questionId":"q15","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":1932.8174169999984},{"questionId":"q15","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"yes","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":1794.3722500000003},{"questionId":"q16","format":"json","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7920,"outputTokens":5,"latencyMs":1837.6052499999932},{"questionId":"q16","format":"toon","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":3329,"outputTokens":5,"latencyMs":2057.6240829999733},{"questionId":"q16","format":"csv","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":3203,"outputTokens":5,"latencyMs":1523.711707999988},{"questionId":"q16","format":"xml","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":9109,"outputTokens":5,"latencyMs":2529.126541000005},{"questionId":"q16","format":"yaml","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5755,"outputTokens":5,"latencyMs":2530.712790999998},{"questionId":"q17","format":"json","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7922,"outputTokens":1,"latencyMs":1394.3518329999933},{"questionId":"q17","format":"toon","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1644.609832999995},{"questionId":"q17","format":"csv","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":1447.1307500000112},{"questionId":"q17","format":"xml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":2751.063792000001},{"questionId":"q17","format":"yaml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":1618.7697500000068},{"questionId":"q18","format":"json","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7920,"outputTokens":8,"latencyMs":762.1475840000203},{"questionId":"q18","format":"toon","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":3329,"outputTokens":8,"latencyMs":1888.3718329999829},{"questionId":"q18","format":"csv","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":3203,"outputTokens":8,"latencyMs":1747.7306250000256},{"questionId":"q18","format":"xml","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":9109,"outputTokens":8,"latencyMs":1015.8367500000168},{"questionId":"q18","format":"yaml","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5755,"outputTokens":8,"latencyMs":1323.7408749999886},{"questionId":"q19","format":"json","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7922,"outputTokens":1,"latencyMs":1841.094792000018},{"questionId":"q19","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1956.9896249999874},{"questionId":"q19","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":2120.1962080000085},{"questionId":"q19","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":2135.162708000018},{"questionId":"q19","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":1716.6787079999922},{"questionId":"q20","format":"json","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7918,"outputTokens":1,"latencyMs":3106.8230420000036},{"questionId":"q20","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":1754.9150840000075},{"questionId":"q20","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":1686.1142499999842},{"questionId":"q20","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":2433.209583000018},{"questionId":"q20","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"True","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":2197.155375000002},{"questionId":"q21","format":"json","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1669.7732909999904},{"questionId":"q21","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1402.2617080000055},{"questionId":"q21","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1893.6383749999804},{"questionId":"q21","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":1508.454584000021},{"questionId":"q21","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":2231.3885840000003},{"questionId":"q22","format":"json","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1109.783625000011},{"questionId":"q22","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1516.0900420000253},{"questionId":"q22","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1386.4460409999883},{"questionId":"q22","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"16","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":1617.190042000002},{"questionId":"q22","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":1510.1482079999987},{"questionId":"q23","format":"json","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1038.7954169999866},{"questionId":"q23","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":2260.633375000005},{"questionId":"q23","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":4718.8586249999935},{"questionId":"q23","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"11","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":988.1420419999922},{"questionId":"q23","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":1167.432375000004},{"questionId":"q24","format":"json","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1086.1393749999988},{"questionId":"q24","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1508.0248750000028},{"questionId":"q24","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1237.6744999999937},{"questionId":"q24","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":2744.3136670000094},{"questionId":"q24","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"11","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":947.097208000021},{"questionId":"q25","format":"json","model":"gemini-2.5-flash","expected":"16","actual":"13","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":783.9250830000092},{"questionId":"q25","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"12","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1183.1122079999768},{"questionId":"q25","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":4050.2438749999856},{"questionId":"q25","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"12","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":1644.0067910000216},{"questionId":"q25","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"10","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":1003.8443340000231},{"questionId":"q26","format":"json","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1580.6552499999525},{"questionId":"q26","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1526.4609159999527},{"questionId":"q26","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":3245.979874999961},{"questionId":"q26","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":2244.8892909999704},{"questionId":"q26","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":1360.5547500000102},{"questionId":"q27","format":"json","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":7925,"outputTokens":2,"latencyMs":18797.993625000003},{"questionId":"q27","format":"toon","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":19071.20983399998},{"questionId":"q27","format":"csv","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":24827.96974999999},{"questionId":"q27","format":"xml","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":16062.534708000021},{"questionId":"q27","format":"yaml","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":18899.656625000003},{"questionId":"q28","format":"json","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":7925,"outputTokens":2,"latencyMs":16233.251832999988},{"questionId":"q28","format":"toon","model":"gemini-2.5-flash","expected":"67","actual":"75","isCorrect":false,"inputTokens":3334,"outputTokens":2,"latencyMs":937.0138750000042},{"questionId":"q28","format":"csv","model":"gemini-2.5-flash","expected":"67","actual":"60","isCorrect":false,"inputTokens":3208,"outputTokens":2,"latencyMs":11651.041333000001},{"questionId":"q28","format":"xml","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":14544.347000000009},{"questionId":"q28","format":"yaml","model":"gemini-2.5-flash","expected":"67","actual":"75","isCorrect":false,"inputTokens":5760,"outputTokens":2,"latencyMs":1129.847666000016},{"questionId":"q29","format":"json","model":"gemini-2.5-flash","expected":"41","actual":"45","isCorrect":false,"inputTokens":7926,"outputTokens":2,"latencyMs":1229.0597079999861},{"questionId":"q29","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"35","isCorrect":false,"inputTokens":3335,"outputTokens":2,"latencyMs":7948.103457999998},{"questionId":"q29","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":3209,"outputTokens":2,"latencyMs":23544.53583300003},{"questionId":"q29","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":9115,"outputTokens":2,"latencyMs":16054.365500000014},{"questionId":"q29","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"45","isCorrect":false,"inputTokens":5761,"outputTokens":2,"latencyMs":1172.4979590000003},{"questionId":"q30","format":"json","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":7926,"outputTokens":2,"latencyMs":13419.561541999981},{"questionId":"q30","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3335,"outputTokens":2,"latencyMs":11332.432625000016},{"questionId":"q30","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3209,"outputTokens":2,"latencyMs":9336.322665999993},{"questionId":"q30","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"25","isCorrect":false,"inputTokens":9115,"outputTokens":2,"latencyMs":9078.705750000023},{"questionId":"q30","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"24","isCorrect":false,"inputTokens":5761,"outputTokens":2,"latencyMs":985.0405420000316},{"questionId":"q31","format":"json","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":7918,"outputTokens":3,"latencyMs":1124.7110419999808},{"questionId":"q31","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3327,"outputTokens":3,"latencyMs":1788.1765839999425},{"questionId":"q31","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3201,"outputTokens":3,"latencyMs":1339.491624999966},{"questionId":"q31","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":9107,"outputTokens":3,"latencyMs":2146.9885830000276},{"questionId":"q31","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":5753,"outputTokens":3,"latencyMs":2789.923207999964},{"questionId":"q32","format":"json","model":"gemini-2.5-flash","expected":"96503","actual":"98844.83","isCorrect":false,"inputTokens":7919,"outputTokens":8,"latencyMs":10636.717125000025},{"questionId":"q32","format":"toon","model":"gemini-2.5-flash","expected":"96503","actual":"99797.20","isCorrect":false,"inputTokens":3328,"outputTokens":8,"latencyMs":14977.095749999979},{"questionId":"q32","format":"csv","model":"gemini-2.5-flash","expected":"96503","actual":"95536.55","isCorrect":false,"inputTokens":3202,"outputTokens":8,"latencyMs":8430.841709},{"questionId":"q32","format":"xml","model":"gemini-2.5-flash","expected":"96503","actual":"99878.43","isCorrect":false,"inputTokens":9108,"outputTokens":8,"latencyMs":9510.504041999986},{"questionId":"q32","format":"yaml","model":"gemini-2.5-flash","expected":"96503","actual":"95797.77","isCorrect":false,"inputTokens":5754,"outputTokens":8,"latencyMs":2769.6545840000035},{"questionId":"q33","format":"json","model":"gemini-2.5-flash","expected":"78","actual":"83","isCorrect":false,"inputTokens":7916,"outputTokens":2,"latencyMs":850.5188339999877},{"questionId":"q33","format":"toon","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3325,"outputTokens":2,"latencyMs":8145.503166999959},{"questionId":"q33","format":"csv","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3199,"outputTokens":2,"latencyMs":10207.84937499999},{"questionId":"q33","format":"xml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":9105,"outputTokens":2,"latencyMs":10025.498541000008},{"questionId":"q33","format":"yaml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":5751,"outputTokens":2,"latencyMs":8864.207832999993},{"questionId":"q34","format":"json","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7916,"outputTokens":2,"latencyMs":3106.0615000000107},{"questionId":"q34","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3325,"outputTokens":2,"latencyMs":7951.674750000006},{"questionId":"q34","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3199,"outputTokens":2,"latencyMs":2120.0162080000155},{"questionId":"q34","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9105,"outputTokens":2,"latencyMs":3175.918500000029},{"questionId":"q34","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5751,"outputTokens":2,"latencyMs":1830.9286250000005},{"questionId":"q35","format":"json","model":"gemini-2.5-flash","expected":"12","actual":"13","isCorrect":false,"inputTokens":7927,"outputTokens":2,"latencyMs":4926.688874999993},{"questionId":"q35","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4457.843666000001},{"questionId":"q35","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"13","isCorrect":false,"inputTokens":3210,"outputTokens":2,"latencyMs":4556.208125000005},{"questionId":"q35","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":4455.869000000006},{"questionId":"q35","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"13","isCorrect":false,"inputTokens":5762,"outputTokens":2,"latencyMs":3429.662000000011},{"questionId":"q36","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":3677.714957999997},{"questionId":"q36","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":14474.217875000031},{"questionId":"q36","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":20337.017417000025},{"questionId":"q36","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":16257.188708000001},{"questionId":"q36","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":11847.312082999968},{"questionId":"q37","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":5965.533249999979},{"questionId":"q37","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4223.297707999998},{"questionId":"q37","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":28441.771999999997},{"questionId":"q37","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":12434.705874999985},{"questionId":"q37","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":3621.32574999996},{"questionId":"q38","format":"json","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":3684.0347089999705},{"questionId":"q38","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":5138.205083000008},{"questionId":"q38","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":5957.296333000006},{"questionId":"q38","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":3951.352541},{"questionId":"q38","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":4109.062249999959},{"questionId":"q39","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":4144.428542000009},{"questionId":"q39","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4433.889708000002},{"questionId":"q39","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":4125.506540999981},{"questionId":"q39","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":9116,"outputTokens":2,"latencyMs":3636.3683329999913},{"questionId":"q39","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":4546.9281670000055},{"questionId":"q40","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":5154.34375},{"questionId":"q40","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4442.87366599997},{"questionId":"q40","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":19062.624750000017},{"questionId":"q40","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":5698.869250000047},{"questionId":"q40","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":4640.15508300002},{"questionId":"q41","format":"json","model":"gemini-2.5-flash","expected":"63","actual":"62","isCorrect":false,"inputTokens":7923,"outputTokens":2,"latencyMs":20318.896625000052},{"questionId":"q41","format":"toon","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3332,"outputTokens":2,"latencyMs":19353.930500000017},{"questionId":"q41","format":"csv","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3206,"outputTokens":2,"latencyMs":17896.852416999987},{"questionId":"q41","format":"xml","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":9112,"outputTokens":2,"latencyMs":14262.28933400003},{"questionId":"q41","format":"yaml","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":5758,"outputTokens":2,"latencyMs":25473.65383299999},{"questionId":"q42","format":"json","model":"gemini-2.5-flash","expected":"53","actual":"49","isCorrect":false,"inputTokens":7924,"outputTokens":2,"latencyMs":2494.432833000028},{"questionId":"q42","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":14454.663292000012},{"questionId":"q42","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":28194.10499999998},{"questionId":"q42","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":15617.828125},{"questionId":"q42","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":13359.350957999995},{"questionId":"q43","format":"json","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7924,"outputTokens":2,"latencyMs":10914.340166999958},{"questionId":"q43","format":"toon","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":13180.650041999994},{"questionId":"q43","format":"csv","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":16994.432666999986},{"questionId":"q43","format":"xml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":18149.553083000006},{"questionId":"q43","format":"yaml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":14818.973499999964},{"questionId":"q44","format":"json","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":7924,"outputTokens":2,"latencyMs":22201.832916999992},{"questionId":"q44","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":16690.097667000024},{"questionId":"q44","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":15426.745333999977},{"questionId":"q44","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":10846.922207999974},{"questionId":"q44","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":13812.198874999944},{"questionId":"q45","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"24","isCorrect":false,"inputTokens":7925,"outputTokens":2,"latencyMs":963.5589170000167},{"questionId":"q45","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":4934.78704200004},{"questionId":"q45","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":6607.577207999944},{"questionId":"q45","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":10700.814124999917},{"questionId":"q45","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":8818.179707999981},{"questionId":"q46","format":"json","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7925,"outputTokens":1,"latencyMs":4510.959625000018},{"questionId":"q46","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3334,"outputTokens":1,"latencyMs":14492.958583},{"questionId":"q46","format":"csv","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3208,"outputTokens":1,"latencyMs":16497.093166999985},{"questionId":"q46","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":9114,"outputTokens":1,"latencyMs":7761.941333999974},{"questionId":"q46","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":5760,"outputTokens":1,"latencyMs":9089.322708999971},{"questionId":"q47","format":"json","model":"gemini-2.5-flash","expected":"15","actual":"12","isCorrect":false,"inputTokens":7925,"outputTokens":2,"latencyMs":1675.937957999995},{"questionId":"q47","format":"toon","model":"gemini-2.5-flash","expected":"15","actual":"14","isCorrect":false,"inputTokens":3334,"outputTokens":2,"latencyMs":3573.0251660000067},{"questionId":"q47","format":"csv","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":24378.63616699993},{"questionId":"q47","format":"xml","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":4920.918459000066},{"questionId":"q47","format":"yaml","model":"gemini-2.5-flash","expected":"15","actual":"14","isCorrect":false,"inputTokens":5760,"outputTokens":2,"latencyMs":3594.2316669999855},{"questionId":"q48","format":"json","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7918,"outputTokens":2,"latencyMs":3353.7037919999566},{"questionId":"q48","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":4311.0951659999555},{"questionId":"q48","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":3517.0884160000132},{"questionId":"q48","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":3361.3044579999987},{"questionId":"q48","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"14","isCorrect":false,"inputTokens":5753,"outputTokens":2,"latencyMs":1128.1160410000011},{"questionId":"q49","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7918,"outputTokens":2,"latencyMs":9925.455041999929},{"questionId":"q49","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":9603.550792000024},{"questionId":"q49","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":27509.886375000002},{"questionId":"q49","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":10771.55691699998},{"questionId":"q49","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":8698.111624999903},{"questionId":"q50","format":"json","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":7918,"outputTokens":2,"latencyMs":3391.577874999959},{"questionId":"q50","format":"toon","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":5774.26337499998},{"questionId":"q50","format":"csv","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":3715.816125000012},{"questionId":"q50","format":"xml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":2626.9956249999814},{"questionId":"q50","format":"yaml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":3216.014208000037},{"questionId":"q51","format":"json","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":12112,"outputTokens":5,"latencyMs":1692.8534999999683},{"questionId":"q51","format":"toon","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7200,"outputTokens":5,"latencyMs":1472.8788330000825},{"questionId":"q51","format":"csv","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7837,"outputTokens":5,"latencyMs":1664.4023750000633},{"questionId":"q51","format":"xml","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":13450,"outputTokens":5,"latencyMs":1827.5739169999724},{"questionId":"q51","format":"yaml","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":8426,"outputTokens":5,"latencyMs":2358.3817500000587},{"questionId":"q52","format":"json","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":12112,"outputTokens":2,"latencyMs":1891.6436669999966},{"questionId":"q52","format":"toon","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":1532.5547079999233},{"questionId":"q52","format":"csv","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7837,"outputTokens":2,"latencyMs":1527.2405830000062},{"questionId":"q52","format":"xml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":1913.251667000004},{"questionId":"q52","format":"yaml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8426,"outputTokens":2,"latencyMs":1117.5957909999415},{"questionId":"q53","format":"json","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":12112,"outputTokens":6,"latencyMs":1165.4172079999698},{"questionId":"q53","format":"toon","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7200,"outputTokens":6,"latencyMs":819.4738339999458},{"questionId":"q53","format":"csv","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7837,"outputTokens":6,"latencyMs":812.4739579999587},{"questionId":"q53","format":"xml","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":13450,"outputTokens":6,"latencyMs":1271.5929999999935},{"questionId":"q53","format":"yaml","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":8426,"outputTokens":6,"latencyMs":1231.0252920000348},{"questionId":"q54","format":"json","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":12112,"outputTokens":1,"latencyMs":1500.2090420000022},{"questionId":"q54","format":"toon","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":1243.5899579999968},{"questionId":"q54","format":"csv","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":1430.6751669999212},{"questionId":"q54","format":"xml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1182.5179999999236},{"questionId":"q54","format":"yaml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":960.5597909999778},{"questionId":"q55","format":"json","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":12112,"outputTokens":6,"latencyMs":1080.0507499999367},{"questionId":"q55","format":"toon","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7200,"outputTokens":6,"latencyMs":1304.920417000074},{"questionId":"q55","format":"csv","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7837,"outputTokens":6,"latencyMs":2457.5397499999963},{"questionId":"q55","format":"xml","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":13450,"outputTokens":6,"latencyMs":1272.3998750000028},{"questionId":"q55","format":"yaml","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":8426,"outputTokens":6,"latencyMs":1201.9872500000056},{"questionId":"q56","format":"json","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":12112,"outputTokens":1,"latencyMs":2392.3436670000665},{"questionId":"q56","format":"toon","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":2733.0655419999966},{"questionId":"q56","format":"csv","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":1403.06654099992},{"questionId":"q56","format":"xml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1918.7948330000509},{"questionId":"q56","format":"yaml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":1789.62254199991},{"questionId":"q57","format":"json","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":12112,"outputTokens":7,"latencyMs":2503.306749999989},{"questionId":"q57","format":"toon","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7200,"outputTokens":7,"latencyMs":2313.3919160000514},{"questionId":"q57","format":"csv","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7837,"outputTokens":7,"latencyMs":1821.4771669999463},{"questionId":"q57","format":"xml","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":13450,"outputTokens":7,"latencyMs":1679.5064579999307},{"questionId":"q57","format":"yaml","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":8426,"outputTokens":7,"latencyMs":1611.6772500000661},{"questionId":"q58","format":"json","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12112,"outputTokens":1,"latencyMs":1552.4957500000019},{"questionId":"q58","format":"toon","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":1121.7900839999784},{"questionId":"q58","format":"csv","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":1102.151959000039},{"questionId":"q58","format":"xml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1232.1767090000212},{"questionId":"q58","format":"yaml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":1729.156874999986},{"questionId":"q59","format":"json","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":12113,"outputTokens":6,"latencyMs":975.6803330000257},{"questionId":"q59","format":"toon","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7201,"outputTokens":6,"latencyMs":1690.4341249999125},{"questionId":"q59","format":"csv","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7838,"outputTokens":6,"latencyMs":1456.013707999955},{"questionId":"q59","format":"xml","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":13451,"outputTokens":6,"latencyMs":1121.2923750000773},{"questionId":"q59","format":"yaml","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":8427,"outputTokens":6,"latencyMs":1464.7171660000458},{"questionId":"q60","format":"json","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":12113,"outputTokens":8,"latencyMs":2486.236416999949},{"questionId":"q60","format":"toon","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":8,"latencyMs":2190.015875000041},{"questionId":"q60","format":"csv","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":8,"latencyMs":2756.4325420000823},{"questionId":"q60","format":"xml","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":8,"latencyMs":1789.9597500000382},{"questionId":"q60","format":"yaml","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":8,"latencyMs":1597.3981250000652},{"questionId":"q61","format":"json","model":"gemini-2.5-flash","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":12113,"outputTokens":10,"latencyMs":1722.7781659999164},{"questionId":"q61","format":"toon","model":"gemini-2.5-flash","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":7201,"outputTokens":10,"latencyMs":1434.6955829999642},{"questionId":"q61","format":"csv","model":"gemini-2.5-flash","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":7838,"outputTokens":10,"latencyMs":1616.2926669999724},{"questionId":"q61","format":"xml","model":"gemini-2.5-flash","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":13451,"outputTokens":10,"latencyMs":1658.3439580000704},{"questionId":"q61","format":"yaml","model":"gemini-2.5-flash","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":8427,"outputTokens":10,"latencyMs":1762.6898339999607},{"questionId":"q62","format":"json","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":12112,"outputTokens":1,"latencyMs":1644.7072920000646},{"questionId":"q62","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":2461.513833000092},{"questionId":"q62","format":"csv","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":3940.7249999999767},{"questionId":"q62","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1469.0305420000805},{"questionId":"q62","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":2566.2967920000665},{"questionId":"q63","format":"json","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":12113,"outputTokens":4,"latencyMs":2484.507291999995},{"questionId":"q63","format":"toon","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7201,"outputTokens":4,"latencyMs":1072.0397919999668},{"questionId":"q63","format":"csv","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7838,"outputTokens":4,"latencyMs":3012.422125000041},{"questionId":"q63","format":"xml","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":13451,"outputTokens":4,"latencyMs":1288.4815830000443},{"questionId":"q63","format":"yaml","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":8427,"outputTokens":4,"latencyMs":1285.4956659999443},{"questionId":"q64","format":"json","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":12113,"outputTokens":7,"latencyMs":1293.0477919999976},{"questionId":"q64","format":"toon","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":7,"latencyMs":880.4561249999097},{"questionId":"q64","format":"csv","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":7,"latencyMs":2256.4949590000324},{"questionId":"q64","format":"xml","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":7,"latencyMs":1036.5834589999868},{"questionId":"q64","format":"yaml","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":7,"latencyMs":1284.7893339999719},{"questionId":"q65","format":"json","model":"gemini-2.5-flash","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":12113,"outputTokens":10,"latencyMs":1414.063165999949},{"questionId":"q65","format":"toon","model":"gemini-2.5-flash","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":7201,"outputTokens":10,"latencyMs":1223.9805829999968},{"questionId":"q65","format":"csv","model":"gemini-2.5-flash","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":7838,"outputTokens":10,"latencyMs":987.5674580000341},{"questionId":"q65","format":"xml","model":"gemini-2.5-flash","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":13451,"outputTokens":10,"latencyMs":1375.5208339999663},{"questionId":"q65","format":"yaml","model":"gemini-2.5-flash","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":8427,"outputTokens":10,"latencyMs":1173.1945419999538},{"questionId":"q66","format":"json","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12112,"outputTokens":1,"latencyMs":4266.971124999924},{"questionId":"q66","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":3749.7528750000056},{"questionId":"q66","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":5860.846417000052},{"questionId":"q66","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":3687.2811249999795},{"questionId":"q66","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":5317.622417000006},{"questionId":"q67","format":"json","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":12113,"outputTokens":6,"latencyMs":1992.8841249999823},{"questionId":"q67","format":"toon","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7201,"outputTokens":6,"latencyMs":1880.968125000014},{"questionId":"q67","format":"csv","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7838,"outputTokens":6,"latencyMs":1766.6295839999802},{"questionId":"q67","format":"xml","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":13451,"outputTokens":6,"latencyMs":2286.2300830000313},{"questionId":"q67","format":"yaml","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":8427,"outputTokens":6,"latencyMs":1865.7060000000056},{"questionId":"q68","format":"json","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":12113,"outputTokens":11,"latencyMs":1558.0343749999302},{"questionId":"q68","format":"toon","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":11,"latencyMs":1379.7599579999223},{"questionId":"q68","format":"csv","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":11,"latencyMs":1017.264124999987},{"questionId":"q68","format":"xml","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":11,"latencyMs":1312.6906250000466},{"questionId":"q68","format":"yaml","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":11,"latencyMs":1777.3193749999627},{"questionId":"q69","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12107,"outputTokens":2,"latencyMs":1977.4908750000177},{"questionId":"q69","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":1006.1935829999857},{"questionId":"q69","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":5486.551915999968},{"questionId":"q69","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":13445,"outputTokens":1,"latencyMs":1490.234375},{"questionId":"q69","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8421,"outputTokens":2,"latencyMs":4601.219417000073},{"questionId":"q70","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":12107,"outputTokens":1,"latencyMs":1850.5223749999423},{"questionId":"q70","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":5597.918500000029},{"questionId":"q70","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":4137.744959000032},{"questionId":"q70","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":4753.405125000048},{"questionId":"q70","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8421,"outputTokens":1,"latencyMs":1299.3760830000974},{"questionId":"q71","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":12108,"outputTokens":1,"latencyMs":2941.854500000016},{"questionId":"q71","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":7196,"outputTokens":1,"latencyMs":1831.737000000081},{"questionId":"q71","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7833,"outputTokens":2,"latencyMs":5679.048415999976},{"questionId":"q71","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13446,"outputTokens":2,"latencyMs":4551.096667000093},{"questionId":"q71","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8422,"outputTokens":1,"latencyMs":1606.2666250000475},{"questionId":"q72","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12107,"outputTokens":2,"latencyMs":1876.637834000052},{"questionId":"q72","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":2700.7445829999633},{"questionId":"q72","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":5157.387708000024},{"questionId":"q72","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":6184.491874999949},{"questionId":"q72","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8421,"outputTokens":1,"latencyMs":1348.0407920000143},{"questionId":"q73","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12107,"outputTokens":2,"latencyMs":1134.8766250000335},{"questionId":"q73","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":2648.7232089999598},{"questionId":"q73","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":4380.683959000045},{"questionId":"q73","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":2131.7413330000127},{"questionId":"q73","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8421,"outputTokens":2,"latencyMs":3080.786625000066},{"questionId":"q74","format":"json","model":"gemini-2.5-flash","expected":"42342.25","actual":"45115.65","isCorrect":false,"inputTokens":12108,"outputTokens":8,"latencyMs":7783.882542000036},{"questionId":"q74","format":"toon","model":"gemini-2.5-flash","expected":"42342.25","actual":"44781.04","isCorrect":false,"inputTokens":7196,"outputTokens":8,"latencyMs":6574.070792000042},{"questionId":"q74","format":"csv","model":"gemini-2.5-flash","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":7833,"outputTokens":8,"latencyMs":9101.536290999968},{"questionId":"q74","format":"xml","model":"gemini-2.5-flash","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":13446,"outputTokens":8,"latencyMs":12850.543249999988},{"questionId":"q74","format":"yaml","model":"gemini-2.5-flash","expected":"42342.25","actual":"38411.39","isCorrect":false,"inputTokens":8422,"outputTokens":8,"latencyMs":11293.411124999984},{"questionId":"q75","format":"json","model":"gemini-2.5-flash","expected":"846.85","actual":"747.53","isCorrect":false,"inputTokens":12106,"outputTokens":6,"latencyMs":76390.70545799995},{"questionId":"q75","format":"toon","model":"gemini-2.5-flash","expected":"846.85","actual":"917.54","isCorrect":false,"inputTokens":7194,"outputTokens":6,"latencyMs":6903.533124999958},{"questionId":"q75","format":"csv","model":"gemini-2.5-flash","expected":"846.85","actual":"781.55","isCorrect":false,"inputTokens":7831,"outputTokens":6,"latencyMs":5703.8770830000285},{"questionId":"q75","format":"xml","model":"gemini-2.5-flash","expected":"846.85","actual":"797.36","isCorrect":false,"inputTokens":13444,"outputTokens":6,"latencyMs":8504.767458999995},{"questionId":"q75","format":"yaml","model":"gemini-2.5-flash","expected":"846.85","actual":"777.29","isCorrect":false,"inputTokens":8420,"outputTokens":6,"latencyMs":1839.1142500001006},{"questionId":"q76","format":"json","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":12107,"outputTokens":2,"latencyMs":2001.498750000028},{"questionId":"q76","format":"toon","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":4672.004833000014},{"questionId":"q76","format":"csv","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":2514.7970000000205},{"questionId":"q76","format":"xml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":3632.0096669999184},{"questionId":"q76","format":"yaml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":8421,"outputTokens":2,"latencyMs":5160.168249999988},{"questionId":"q77","format":"json","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":12106,"outputTokens":7,"latencyMs":9150.94608299993},{"questionId":"q77","format":"toon","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7194,"outputTokens":7,"latencyMs":6615.120250000036},{"questionId":"q77","format":"csv","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7831,"outputTokens":7,"latencyMs":10480.416624999954},{"questionId":"q77","format":"xml","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":13444,"outputTokens":7,"latencyMs":4439.045541999978},{"questionId":"q77","format":"yaml","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":8420,"outputTokens":7,"latencyMs":1882.096707999939},{"questionId":"q78","format":"json","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":12112,"outputTokens":2,"latencyMs":8045.358583999914},{"questionId":"q78","format":"toon","model":"gemini-2.5-flash","expected":"44","actual":"46","isCorrect":false,"inputTokens":7200,"outputTokens":2,"latencyMs":828.5928330000024},{"questionId":"q78","format":"csv","model":"gemini-2.5-flash","expected":"44","actual":"42","isCorrect":false,"inputTokens":7837,"outputTokens":2,"latencyMs":1483.264833000023},{"questionId":"q78","format":"xml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":10593.582082999987},{"questionId":"q78","format":"yaml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":8426,"outputTokens":2,"latencyMs":9247.341250000056},{"questionId":"q79","format":"json","model":"gemini-2.5-flash","expected":"39","actual":"46","isCorrect":false,"inputTokens":12112,"outputTokens":2,"latencyMs":1092.2615000000224},{"questionId":"q79","format":"toon","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":9186.251499999897},{"questionId":"q79","format":"csv","model":"gemini-2.5-flash","expected":"39","actual":"42","isCorrect":false,"inputTokens":7837,"outputTokens":2,"latencyMs":1941.7541669999482},{"questionId":"q79","format":"xml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":10072.637624999974},{"questionId":"q79","format":"yaml","model":"gemini-2.5-flash","expected":"39","actual":"45","isCorrect":false,"inputTokens":8426,"outputTokens":2,"latencyMs":1719.9412079999456},{"questionId":"q80","format":"json","model":"gemini-2.5-flash","expected":"32","actual":"38","isCorrect":false,"inputTokens":12112,"outputTokens":2,"latencyMs":1297.0399159999797},{"questionId":"q80","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":9348.562249999959},{"questionId":"q80","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"34","isCorrect":false,"inputTokens":7837,"outputTokens":2,"latencyMs":1137.5457910000114},{"questionId":"q80","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":8901.036416999996},{"questionId":"q80","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"40","isCorrect":false,"inputTokens":8426,"outputTokens":2,"latencyMs":2142.453458000091},{"questionId":"q81","format":"json","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":3643.3071660000132},{"questionId":"q81","format":"toon","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":4309.838416000013},{"questionId":"q81","format":"csv","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":7232.681667000055},{"questionId":"q81","format":"xml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":9781.387541000033},{"questionId":"q81","format":"yaml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":7210.8122079999885},{"questionId":"q82","format":"json","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":8765.62704199995},{"questionId":"q82","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":7478.886292000068},{"questionId":"q82","format":"csv","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":8230.342458000057},{"questionId":"q82","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":9334.430875000078},{"questionId":"q82","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":10376.464916000026},{"questionId":"q83","format":"json","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":12117,"outputTokens":1,"latencyMs":8703.77124999999},{"questionId":"q83","format":"toon","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7205,"outputTokens":1,"latencyMs":8287.385917000007},{"questionId":"q83","format":"csv","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7842,"outputTokens":1,"latencyMs":8161.170583999949},{"questionId":"q83","format":"xml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":13455,"outputTokens":1,"latencyMs":8794.57454099995},{"questionId":"q83","format":"yaml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":8431,"outputTokens":1,"latencyMs":9925.970374999917},{"questionId":"q84","format":"json","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":9226.798125000088},{"questionId":"q84","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":5929.977208999917},{"questionId":"q84","format":"csv","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":9747.466124999919},{"questionId":"q84","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":8762.780125000048},{"questionId":"q84","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":7529.857666999917},{"questionId":"q85","format":"json","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":8607.538915999932},{"questionId":"q85","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":8470.637084000045},{"questionId":"q85","format":"csv","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":8293.983832999947},{"questionId":"q85","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":8605.136792000034},{"questionId":"q85","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":9745.870166999986},{"questionId":"q86","format":"json","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":6421.709583999938},{"questionId":"q86","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":7202,"outputTokens":1,"latencyMs":9059.057040999993},{"questionId":"q86","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":7839,"outputTokens":1,"latencyMs":8853.45537500002},{"questionId":"q86","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":13452,"outputTokens":1,"latencyMs":6307.665166999912},{"questionId":"q86","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":8428,"outputTokens":1,"latencyMs":7261.714666999993},{"questionId":"q87","format":"json","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":8302.011125000077},{"questionId":"q87","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7202,"outputTokens":1,"latencyMs":7116.242833000026},{"questionId":"q87","format":"csv","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7839,"outputTokens":1,"latencyMs":7118.07262500003},{"questionId":"q87","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":13452,"outputTokens":1,"latencyMs":9085.452249999973},{"questionId":"q87","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8428,"outputTokens":1,"latencyMs":7265.410207999987},{"questionId":"q88","format":"json","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12115,"outputTokens":1,"latencyMs":8578.619499999913},{"questionId":"q88","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7203,"outputTokens":1,"latencyMs":6706.768207999994},{"questionId":"q88","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7840,"outputTokens":1,"latencyMs":10354.319625000004},{"questionId":"q88","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":13453,"outputTokens":1,"latencyMs":7596.8431669999845},{"questionId":"q88","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8429,"outputTokens":1,"latencyMs":8190.471666999976},{"questionId":"q89","format":"json","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":12118,"outputTokens":2,"latencyMs":11347.307583000045},{"questionId":"q89","format":"toon","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7206,"outputTokens":2,"latencyMs":10136.198250000016},{"questionId":"q89","format":"csv","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7843,"outputTokens":2,"latencyMs":11784.841791999992},{"questionId":"q89","format":"xml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":13456,"outputTokens":2,"latencyMs":12216.334832999972},{"questionId":"q89","format":"yaml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":8432,"outputTokens":2,"latencyMs":11202.43666700006},{"questionId":"q90","format":"json","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":12118,"outputTokens":2,"latencyMs":10554.37249999994},{"questionId":"q90","format":"toon","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7206,"outputTokens":2,"latencyMs":9593.097500000033},{"questionId":"q90","format":"csv","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7843,"outputTokens":2,"latencyMs":12021.788917000056},{"questionId":"q90","format":"xml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":13456,"outputTokens":2,"latencyMs":17276.673542000004},{"questionId":"q90","format":"yaml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":8432,"outputTokens":2,"latencyMs":11903.29379200004},{"questionId":"q91","format":"json","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4784,"outputTokens":4,"latencyMs":2232.1409579999745},{"questionId":"q91","format":"toon","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":2024.8790829998907},{"questionId":"q91","format":"csv","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":1411.5493749999441},{"questionId":"q91","format":"xml","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":2845.1082919999026},{"questionId":"q91","format":"yaml","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1260.75720800017},{"questionId":"q92","format":"json","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4783,"outputTokens":7,"latencyMs":1065.674583000131},{"questionId":"q92","format":"toon","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2270,"outputTokens":7,"latencyMs":2011.2975840000436},{"questionId":"q92","format":"csv","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2207,"outputTokens":7,"latencyMs":2136.2332499998156},{"questionId":"q92","format":"xml","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":5430,"outputTokens":7,"latencyMs":3319.391291000182},{"questionId":"q92","format":"yaml","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3813,"outputTokens":7,"latencyMs":1285.7722080000676},{"questionId":"q93","format":"json","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":4784,"outputTokens":2,"latencyMs":1173.1165000000037},{"questionId":"q93","format":"toon","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":2560.2493330000434},{"questionId":"q93","format":"csv","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":2564.5074170001317},{"questionId":"q93","format":"xml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":2081.878291999921},{"questionId":"q93","format":"yaml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":1937.9234160000924},{"questionId":"q94","format":"json","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":4784,"outputTokens":3,"latencyMs":1785.8982499998529},{"questionId":"q94","format":"toon","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":2271,"outputTokens":3,"latencyMs":1642.2089580001775},{"questionId":"q94","format":"csv","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":2208,"outputTokens":3,"latencyMs":4243.4820419999305},{"questionId":"q94","format":"xml","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":5431,"outputTokens":3,"latencyMs":2670.3332080000546},{"questionId":"q94","format":"yaml","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":3814,"outputTokens":3,"latencyMs":1788.2775000000838},{"questionId":"q95","format":"json","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4784,"outputTokens":4,"latencyMs":1181.9475000000093},{"questionId":"q95","format":"toon","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1556.6112499998417},{"questionId":"q95","format":"csv","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":1555.8486669999547},{"questionId":"q95","format":"xml","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":786.6868749998976},{"questionId":"q95","format":"yaml","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":2384.8917499999516},{"questionId":"q96","format":"json","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4784,"outputTokens":4,"latencyMs":2644.8262080000713},{"questionId":"q96","format":"toon","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":3287.3586659999564},{"questionId":"q96","format":"csv","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":3157.2189589999616},{"questionId":"q96","format":"xml","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":1957.8472499998752},{"questionId":"q96","format":"yaml","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1372.550625000149},{"questionId":"q97","format":"json","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4783,"outputTokens":7,"latencyMs":1988.2564580000471},{"questionId":"q97","format":"toon","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2270,"outputTokens":7,"latencyMs":3164.8680420001037},{"questionId":"q97","format":"csv","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2207,"outputTokens":7,"latencyMs":3431.607166999951},{"questionId":"q97","format":"xml","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":5430,"outputTokens":7,"latencyMs":2675.413792000152},{"questionId":"q97","format":"yaml","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3813,"outputTokens":7,"latencyMs":2113.630665999837},{"questionId":"q98","format":"json","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":4784,"outputTokens":2,"latencyMs":1718.408999999985},{"questionId":"q98","format":"toon","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":1763.4724169999827},{"questionId":"q98","format":"csv","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":1373.3982500000857},{"questionId":"q98","format":"xml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":954.5907089998946},{"questionId":"q98","format":"yaml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":1173.2894590001088},{"questionId":"q99","format":"json","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":4784,"outputTokens":3,"latencyMs":2930.893541000085},{"questionId":"q99","format":"toon","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":2271,"outputTokens":3,"latencyMs":2517.6903329999186},{"questionId":"q99","format":"csv","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":2208,"outputTokens":3,"latencyMs":1860.6130419999827},{"questionId":"q99","format":"xml","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":5431,"outputTokens":3,"latencyMs":1126.4666250001173},{"questionId":"q99","format":"yaml","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":3814,"outputTokens":3,"latencyMs":1665.436333999969},{"questionId":"q100","format":"json","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4784,"outputTokens":4,"latencyMs":1051.4562500000466},{"questionId":"q100","format":"toon","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1729.5377080000471},{"questionId":"q100","format":"csv","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":2119.4170839998405},{"questionId":"q100","format":"xml","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":1285.7722920000087},{"questionId":"q100","format":"yaml","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1716.3869580000173},{"questionId":"q101","format":"json","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4784,"outputTokens":4,"latencyMs":1727.9030829998665},{"questionId":"q101","format":"toon","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":2187.966541000176},{"questionId":"q101","format":"csv","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":2394.1798749999143},{"questionId":"q101","format":"xml","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":1722.3638750000391},{"questionId":"q101","format":"yaml","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":2475.8334580000956},{"questionId":"q102","format":"json","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4783,"outputTokens":6,"latencyMs":2977.722958999919},{"questionId":"q102","format":"toon","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2270,"outputTokens":6,"latencyMs":1757.5047919999342},{"questionId":"q102","format":"csv","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2207,"outputTokens":6,"latencyMs":2444.916582999984},{"questionId":"q102","format":"xml","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":5430,"outputTokens":6,"latencyMs":2133.9071250001434},{"questionId":"q102","format":"yaml","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3813,"outputTokens":6,"latencyMs":2145.6673330001067},{"questionId":"q103","format":"json","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":4784,"outputTokens":2,"latencyMs":859.6548750000075},{"questionId":"q103","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":1734.8168750000186},{"questionId":"q103","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":1098.5882079999428},{"questionId":"q103","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":1407.81004199991},{"questionId":"q103","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":1127.0661250001285},{"questionId":"q104","format":"json","model":"gemini-2.5-flash","expected":"344498","actual":"345090","isCorrect":false,"inputTokens":4777,"outputTokens":6,"latencyMs":9913.891832999885},{"questionId":"q104","format":"toon","model":"gemini-2.5-flash","expected":"344498","actual":"345097","isCorrect":false,"inputTokens":2264,"outputTokens":6,"latencyMs":4878.628541999962},{"questionId":"q104","format":"csv","model":"gemini-2.5-flash","expected":"344498","actual":"358117","isCorrect":false,"inputTokens":2201,"outputTokens":6,"latencyMs":4849.577540999977},{"questionId":"q104","format":"xml","model":"gemini-2.5-flash","expected":"344498","actual":"345090","isCorrect":false,"inputTokens":5424,"outputTokens":6,"latencyMs":4118.127374999924},{"questionId":"q104","format":"yaml","model":"gemini-2.5-flash","expected":"344498","actual":"315629","isCorrect":false,"inputTokens":3807,"outputTokens":6,"latencyMs":1798.103916999884},{"questionId":"q105","format":"json","model":"gemini-2.5-flash","expected":"312818.50","actual":"312818.50","isCorrect":true,"inputTokens":4775,"outputTokens":9,"latencyMs":36391.6730409998},{"questionId":"q105","format":"toon","model":"gemini-2.5-flash","expected":"312818.50","actual":"314470.92","isCorrect":false,"inputTokens":2262,"outputTokens":9,"latencyMs":6413.531500000041},{"questionId":"q105","format":"csv","model":"gemini-2.5-flash","expected":"312818.50","actual":"312386.67","isCorrect":false,"inputTokens":2199,"outputTokens":9,"latencyMs":9471.003125000047},{"questionId":"q105","format":"xml","model":"gemini-2.5-flash","expected":"312818.50","actual":"312270.01","isCorrect":false,"inputTokens":5422,"outputTokens":9,"latencyMs":8854.723665999947},{"questionId":"q105","format":"yaml","model":"gemini-2.5-flash","expected":"312818.50","actual":"312275.58","isCorrect":false,"inputTokens":3805,"outputTokens":9,"latencyMs":26113.565375000006},{"questionId":"q106","format":"json","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":4777,"outputTokens":4,"latencyMs":7357.996207999997},{"questionId":"q106","format":"toon","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":2264,"outputTokens":4,"latencyMs":6306.607209000038},{"questionId":"q106","format":"csv","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":2201,"outputTokens":4,"latencyMs":6478.767125000013},{"questionId":"q106","format":"xml","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":5424,"outputTokens":4,"latencyMs":5718.7697500002105},{"questionId":"q106","format":"yaml","model":"gemini-2.5-flash","expected":"1811","actual":"1678","isCorrect":false,"inputTokens":3807,"outputTokens":4,"latencyMs":2233.6343750001397},{"questionId":"q107","format":"json","model":"gemini-2.5-flash","expected":"5742","actual":"5648.42","isCorrect":false,"inputTokens":4776,"outputTokens":7,"latencyMs":9911.226332999999},{"questionId":"q107","format":"toon","model":"gemini-2.5-flash","expected":"5742","actual":"5846.47","isCorrect":false,"inputTokens":2263,"outputTokens":7,"latencyMs":13126.097666000016},{"questionId":"q107","format":"csv","model":"gemini-2.5-flash","expected":"5742","actual":"5635.02","isCorrect":false,"inputTokens":2200,"outputTokens":7,"latencyMs":17494.837249999866},{"questionId":"q107","format":"xml","model":"gemini-2.5-flash","expected":"5742","actual":"5751.52","isCorrect":false,"inputTokens":5423,"outputTokens":7,"latencyMs":8008.289582999889},{"questionId":"q107","format":"yaml","model":"gemini-2.5-flash","expected":"5742","actual":"5472.08","isCorrect":false,"inputTokens":3806,"outputTokens":7,"latencyMs":33762.85004199995},{"questionId":"q108","format":"json","model":"gemini-2.5-flash","expected":"5213.64","actual":"5233.14","isCorrect":false,"inputTokens":4774,"outputTokens":7,"latencyMs":6962.909749999875},{"questionId":"q108","format":"toon","model":"gemini-2.5-flash","expected":"5213.64","actual":"5201.02","isCorrect":false,"inputTokens":2261,"outputTokens":7,"latencyMs":6622.434125000145},{"questionId":"q108","format":"csv","model":"gemini-2.5-flash","expected":"5213.64","actual":"5116.86","isCorrect":false,"inputTokens":2198,"outputTokens":7,"latencyMs":10373.556000000099},{"questionId":"q108","format":"xml","model":"gemini-2.5-flash","expected":"5213.64","actual":"5205.87","isCorrect":false,"inputTokens":5421,"outputTokens":7,"latencyMs":7549.760292000137},{"questionId":"q108","format":"yaml","model":"gemini-2.5-flash","expected":"5213.64","actual":"5180.70","isCorrect":false,"inputTokens":3804,"outputTokens":7,"latencyMs":7670.032332999865},{"questionId":"q109","format":"json","model":"gemini-2.5-flash","expected":"30","actual":"31.47","isCorrect":false,"inputTokens":4776,"outputTokens":5,"latencyMs":5072.805415999843},{"questionId":"q109","format":"toon","model":"gemini-2.5-flash","expected":"30","actual":"30.18","isCorrect":false,"inputTokens":2263,"outputTokens":5,"latencyMs":7099.692415999947},{"questionId":"q109","format":"csv","model":"gemini-2.5-flash","expected":"30","actual":"32.3","isCorrect":false,"inputTokens":2200,"outputTokens":4,"latencyMs":4167.337666000007},{"questionId":"q109","format":"xml","model":"gemini-2.5-flash","expected":"30","actual":"30.18","isCorrect":false,"inputTokens":5423,"outputTokens":5,"latencyMs":6872.875459000003},{"questionId":"q109","format":"yaml","model":"gemini-2.5-flash","expected":"30","actual":"31.12","isCorrect":false,"inputTokens":3806,"outputTokens":5,"latencyMs":4083.4164579999633},{"questionId":"q110","format":"json","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":4776,"outputTokens":2,"latencyMs":2997.0265000001527},{"questionId":"q110","format":"toon","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2263,"outputTokens":2,"latencyMs":1046.5778339998797},{"questionId":"q110","format":"csv","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2200,"outputTokens":2,"latencyMs":1296.5603330000304},{"questionId":"q110","format":"xml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":5423,"outputTokens":2,"latencyMs":6545.428416999988},{"questionId":"q110","format":"yaml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3806,"outputTokens":2,"latencyMs":1941.0819159999955},{"questionId":"q111","format":"json","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4779,"outputTokens":4,"latencyMs":1937.7885410001036},{"questionId":"q111","format":"toon","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2266,"outputTokens":4,"latencyMs":22992.324291999917},{"questionId":"q111","format":"csv","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2203,"outputTokens":4,"latencyMs":16785.666084000142},{"questionId":"q111","format":"xml","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":5426,"outputTokens":4,"latencyMs":6198.456624999875},{"questionId":"q111","format":"yaml","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3809,"outputTokens":4,"latencyMs":2401.9597920000087},{"questionId":"q112","format":"json","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":4779,"outputTokens":2,"latencyMs":10613.146208000137},{"questionId":"q112","format":"toon","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":2266,"outputTokens":2,"latencyMs":12483.955874999985},{"questionId":"q112","format":"csv","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":2203,"outputTokens":2,"latencyMs":10444.988499999978},{"questionId":"q112","format":"xml","model":"gemini-2.5-flash","expected":"42","actual":"40","isCorrect":false,"inputTokens":5426,"outputTokens":2,"latencyMs":6943.286957999924},{"questionId":"q112","format":"yaml","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":3809,"outputTokens":2,"latencyMs":12200.386332999915},{"questionId":"q113","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4779,"outputTokens":2,"latencyMs":9082.058375000022},{"questionId":"q113","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":2266,"outputTokens":2,"latencyMs":11194.327791000018},{"questionId":"q113","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":2203,"outputTokens":2,"latencyMs":17510.81591699994},{"questionId":"q113","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5426,"outputTokens":2,"latencyMs":7883.151083000004},{"questionId":"q113","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"14","isCorrect":false,"inputTokens":3809,"outputTokens":2,"latencyMs":1323.5505419999827},{"questionId":"q114","format":"json","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":4786,"outputTokens":2,"latencyMs":13487.814916000003},{"questionId":"q114","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2273,"outputTokens":2,"latencyMs":31498.387499999953},{"questionId":"q114","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2210,"outputTokens":2,"latencyMs":18932.356000000145},{"questionId":"q114","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5433,"outputTokens":2,"latencyMs":13836.441624999978},{"questionId":"q114","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3816,"outputTokens":2,"latencyMs":12897.143249999965},{"questionId":"q115","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":4786,"outputTokens":2,"latencyMs":10924.983125000028},{"questionId":"q115","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":2273,"outputTokens":2,"latencyMs":9625.202333000023},{"questionId":"q115","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":2210,"outputTokens":2,"latencyMs":19821.11437499989},{"questionId":"q115","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":5433,"outputTokens":2,"latencyMs":13891.446999999927},{"questionId":"q115","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3816,"outputTokens":2,"latencyMs":11902.314584000036},{"questionId":"q116","format":"json","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":4787,"outputTokens":2,"latencyMs":13823.740874999901},{"questionId":"q116","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2274,"outputTokens":2,"latencyMs":19406.139999999898},{"questionId":"q116","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2211,"outputTokens":2,"latencyMs":21494.316624999978},{"questionId":"q116","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5434,"outputTokens":2,"latencyMs":24615.37920899992},{"questionId":"q116","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3817,"outputTokens":2,"latencyMs":15866.553584000096},{"questionId":"q117","format":"json","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":14833.255208000075},{"questionId":"q117","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":11249.122000000207},{"questionId":"q117","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":12906.594957999885},{"questionId":"q117","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":16662.084583000047},{"questionId":"q117","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":12936.694499999983},{"questionId":"q118","format":"json","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":15947.820667000022},{"questionId":"q118","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":18921.612750000088},{"questionId":"q118","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":19255.925250000088},{"questionId":"q118","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":13041.678333000047},{"questionId":"q118","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":12576.867208999814},{"questionId":"q119","format":"json","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":14419.144667000044},{"questionId":"q119","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":12073.812042000005},{"questionId":"q119","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":19060.837957999902},{"questionId":"q119","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":13110.208416000009},{"questionId":"q119","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":14920.514499999816},{"questionId":"q120","format":"json","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":13329.38820799999},{"questionId":"q120","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":11177.124000000069},{"questionId":"q120","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":20015.99641700019},{"questionId":"q120","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":17100.052082999842},{"questionId":"q120","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":14180.054750000127},{"questionId":"q121","format":"json","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":4785,"outputTokens":2,"latencyMs":12804.235708999913},{"questionId":"q121","format":"toon","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":2272,"outputTokens":2,"latencyMs":23143.071125000017},{"questionId":"q121","format":"csv","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":2209,"outputTokens":2,"latencyMs":18711.785874999827},{"questionId":"q121","format":"xml","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":5432,"outputTokens":2,"latencyMs":41095.49066600017},{"questionId":"q121","format":"yaml","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":3815,"outputTokens":2,"latencyMs":13609.58733400004},{"questionId":"q122","format":"json","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4785,"outputTokens":2,"latencyMs":9206.927458000137},{"questionId":"q122","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":2272,"outputTokens":2,"latencyMs":16375.337374999886},{"questionId":"q122","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":2209,"outputTokens":2,"latencyMs":3707.8904999999795},{"questionId":"q122","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5432,"outputTokens":2,"latencyMs":15623.881291999947},{"questionId":"q122","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3815,"outputTokens":2,"latencyMs":11863.065332999919},{"questionId":"q123","format":"json","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":14545.500250000041},{"questionId":"q123","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":16935.20595900016},{"questionId":"q123","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":22870.398874999955},{"questionId":"q123","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":14381.33349999995},{"questionId":"q123","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":13802.725625000196},{"questionId":"q124","format":"json","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":13929.397750000004},{"questionId":"q124","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":14891.621708000079},{"questionId":"q124","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":20843.750959000085},{"questionId":"q124","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":13911.781666999916},{"questionId":"q124","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":15028.347291999962},{"questionId":"q125","format":"json","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19994,"outputTokens":6,"latencyMs":1367.9169159999583},{"questionId":"q125","format":"toon","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12340,"outputTokens":6,"latencyMs":1058.5844169999473},{"questionId":"q125","format":"csv","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12210,"outputTokens":6,"latencyMs":2084.934957999969},{"questionId":"q125","format":"xml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":21884,"outputTokens":6,"latencyMs":1320.4347920001019},{"questionId":"q125","format":"yaml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17079,"outputTokens":6,"latencyMs":1736.2611249999609},{"questionId":"q126","format":"json","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19997,"outputTokens":5,"latencyMs":1921.0418330000248},{"questionId":"q126","format":"toon","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12343,"outputTokens":5,"latencyMs":2670.168125000084},{"questionId":"q126","format":"csv","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12213,"outputTokens":5,"latencyMs":3808.9257080000825},{"questionId":"q126","format":"xml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":21887,"outputTokens":5,"latencyMs":2042.2068329998292},{"questionId":"q126","format":"yaml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17082,"outputTokens":5,"latencyMs":1672.565500000026},{"questionId":"q127","format":"json","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":19991,"outputTokens":2,"latencyMs":1627.6211660001427},{"questionId":"q127","format":"toon","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":12337,"outputTokens":2,"latencyMs":2782.733583000023},{"questionId":"q127","format":"csv","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":12207,"outputTokens":2,"latencyMs":3875.3207079998683},{"questionId":"q127","format":"xml","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":21881,"outputTokens":2,"latencyMs":4066.2232090001926},{"questionId":"q127","format":"yaml","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17076,"outputTokens":2,"latencyMs":3014.630916999886},{"questionId":"q128","format":"json","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":19998,"outputTokens":1,"latencyMs":1650.4613330001011},{"questionId":"q128","format":"toon","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12344,"outputTokens":1,"latencyMs":2554.9567919999827},{"questionId":"q128","format":"csv","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12214,"outputTokens":1,"latencyMs":1529.519791000057},{"questionId":"q128","format":"xml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":21888,"outputTokens":1,"latencyMs":1756.7602500000503},{"questionId":"q128","format":"yaml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":17083,"outputTokens":1,"latencyMs":1142.38220800017},{"questionId":"q129","format":"json","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":19990,"outputTokens":4,"latencyMs":1999.3199579999782},{"questionId":"q129","format":"toon","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":12336,"outputTokens":4,"latencyMs":2302.4341669999994},{"questionId":"q129","format":"csv","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":12206,"outputTokens":4,"latencyMs":2066.0373339999933},{"questionId":"q129","format":"xml","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":21880,"outputTokens":4,"latencyMs":1077.6102500001434},{"questionId":"q129","format":"yaml","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17075,"outputTokens":4,"latencyMs":1322.8912080000155},{"questionId":"q130","format":"json","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":19996,"outputTokens":6,"latencyMs":1503.274791000178},{"questionId":"q130","format":"toon","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":12342,"outputTokens":6,"latencyMs":2723.959041999886},{"questionId":"q130","format":"csv","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":12212,"outputTokens":6,"latencyMs":2710.96725000022},{"questionId":"q130","format":"xml","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":21886,"outputTokens":6,"latencyMs":1373.1870830000844},{"questionId":"q130","format":"yaml","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17081,"outputTokens":6,"latencyMs":1483.0494999999646},{"questionId":"q131","format":"json","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":19996,"outputTokens":5,"latencyMs":3155.497792000184},{"questionId":"q131","format":"toon","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":12342,"outputTokens":5,"latencyMs":4008.763874999946},{"questionId":"q131","format":"csv","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":12212,"outputTokens":5,"latencyMs":3075.818750000093},{"questionId":"q131","format":"xml","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":21886,"outputTokens":5,"latencyMs":1799.7553330000956},{"questionId":"q131","format":"yaml","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17081,"outputTokens":5,"latencyMs":1567.2129580001347},{"questionId":"q132","format":"json","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":19991,"outputTokens":1,"latencyMs":2293.209875000175},{"questionId":"q132","format":"toon","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":12337,"outputTokens":1,"latencyMs":1452.2322919999715},{"questionId":"q132","format":"csv","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":12207,"outputTokens":1,"latencyMs":1557.7088750000112},{"questionId":"q132","format":"xml","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":21881,"outputTokens":1,"latencyMs":1507.8517920000013},{"questionId":"q132","format":"yaml","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17076,"outputTokens":1,"latencyMs":1572.2542090001516},{"questionId":"q133","format":"json","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":20000,"outputTokens":1,"latencyMs":3363.831709000049},{"questionId":"q133","format":"toon","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12346,"outputTokens":1,"latencyMs":11706.815334000159},{"questionId":"q133","format":"csv","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12216,"outputTokens":1,"latencyMs":2754.8299579999875},{"questionId":"q133","format":"xml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":21890,"outputTokens":1,"latencyMs":1317.7699580001645},{"questionId":"q133","format":"yaml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":17085,"outputTokens":1,"latencyMs":1557.5576669999864},{"questionId":"q134","format":"json","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":19994,"outputTokens":4,"latencyMs":1497.108082999941},{"questionId":"q134","format":"toon","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":12340,"outputTokens":4,"latencyMs":2339.900541000068},{"questionId":"q134","format":"csv","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":12210,"outputTokens":4,"latencyMs":3462.307499999879},{"questionId":"q134","format":"xml","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":21884,"outputTokens":4,"latencyMs":1687.9432500000112},{"questionId":"q134","format":"yaml","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17079,"outputTokens":4,"latencyMs":1104.9358749999665},{"questionId":"q135","format":"json","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":19997,"outputTokens":6,"latencyMs":1963.1561670000665},{"questionId":"q135","format":"toon","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":12343,"outputTokens":6,"latencyMs":3213.271499999799},{"questionId":"q135","format":"csv","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":12213,"outputTokens":6,"latencyMs":1124.6644999999553},{"questionId":"q135","format":"xml","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":21887,"outputTokens":6,"latencyMs":1182.3711250000633},{"questionId":"q135","format":"yaml","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17082,"outputTokens":6,"latencyMs":1161.8881250000559},{"questionId":"q136","format":"json","model":"gemini-2.5-flash","expected":"15413563","actual":"10461623","isCorrect":false,"inputTokens":19992,"outputTokens":8,"latencyMs":1946.5152499999385},{"questionId":"q136","format":"toon","model":"gemini-2.5-flash","expected":"15413563","actual":"10443916","isCorrect":false,"inputTokens":12338,"outputTokens":8,"latencyMs":2035.781915999949},{"questionId":"q136","format":"csv","model":"gemini-2.5-flash","expected":"15413563","actual":"14479532","isCorrect":false,"inputTokens":12208,"outputTokens":8,"latencyMs":15404.71904100012},{"questionId":"q136","format":"xml","model":"gemini-2.5-flash","expected":"15413563","actual":"13392730","isCorrect":false,"inputTokens":21882,"outputTokens":8,"latencyMs":126437.77954100003},{"questionId":"q136","format":"yaml","model":"gemini-2.5-flash","expected":"15413563","actual":"11239922","isCorrect":false,"inputTokens":17077,"outputTokens":8,"latencyMs":1401.0267920000479},{"questionId":"q137","format":"json","model":"gemini-2.5-flash","expected":"100","actual":"60","isCorrect":false,"inputTokens":19989,"outputTokens":2,"latencyMs":2070.165958000114},{"questionId":"q137","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"59","isCorrect":false,"inputTokens":12335,"outputTokens":2,"latencyMs":1843.9061670000665},{"questionId":"q137","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":12205,"outputTokens":3,"latencyMs":71513.58458300005},{"questionId":"q137","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"59","isCorrect":false,"inputTokens":21879,"outputTokens":2,"latencyMs":1177.7141249999404},{"questionId":"q137","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"60","isCorrect":false,"inputTokens":17074,"outputTokens":2,"latencyMs":1118.5890420000069},{"questionId":"q138","format":"json","model":"gemini-2.5-flash","expected":"154136","actual":"160686.07","isCorrect":false,"inputTokens":19991,"outputTokens":9,"latencyMs":885.3420830001123},{"questionId":"q138","format":"toon","model":"gemini-2.5-flash","expected":"154136","actual":"201838","isCorrect":false,"inputTokens":12337,"outputTokens":6,"latencyMs":14169.624540999997},{"questionId":"q138","format":"csv","model":"gemini-2.5-flash","expected":"154136","actual":"202936.51","isCorrect":false,"inputTokens":12207,"outputTokens":9,"latencyMs":78356.97445900016},{"questionId":"q138","format":"xml","model":"gemini-2.5-flash","expected":"154136","actual":"199000.2375","isCorrect":false,"inputTokens":21881,"outputTokens":11,"latencyMs":13152.488666000078},{"questionId":"q138","format":"yaml","model":"gemini-2.5-flash","expected":"154136","actual":"133257","isCorrect":false,"inputTokens":17076,"outputTokens":6,"latencyMs":102073.263209},{"questionId":"q139","format":"json","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":19996,"outputTokens":2,"latencyMs":16218.703125},{"questionId":"q139","format":"toon","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":15056.240625000093},{"questionId":"q139","format":"csv","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":16620.897541000042},{"questionId":"q139","format":"xml","model":"gemini-2.5-flash","expected":"77","actual":"50","isCorrect":false,"inputTokens":21886,"outputTokens":2,"latencyMs":1350.2929159998894},{"questionId":"q139","format":"yaml","model":"gemini-2.5-flash","expected":"77","actual":"48","isCorrect":false,"inputTokens":17081,"outputTokens":2,"latencyMs":904.2414160000626},{"questionId":"q140","format":"json","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":19996,"outputTokens":2,"latencyMs":1421.6612090000417},{"questionId":"q140","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":7909.439957999857},{"questionId":"q140","format":"csv","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":11295.861916999798},{"questionId":"q140","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":21886,"outputTokens":2,"latencyMs":14437.465041999938},{"questionId":"q140","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":17081,"outputTokens":2,"latencyMs":5940.561999999918},{"questionId":"q141","format":"json","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":19996,"outputTokens":2,"latencyMs":4795.677041999996},{"questionId":"q141","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"15","isCorrect":false,"inputTokens":12342,"outputTokens":2,"latencyMs":1605.4681669999845},{"questionId":"q141","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":5918.115958000068},{"questionId":"q141","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"14","isCorrect":false,"inputTokens":21886,"outputTokens":2,"latencyMs":1698.1384580000304},{"questionId":"q141","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"15","isCorrect":false,"inputTokens":17081,"outputTokens":2,"latencyMs":1306.2572500000242},{"questionId":"q142","format":"json","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":19995,"outputTokens":2,"latencyMs":18030.645374999847},{"questionId":"q142","format":"toon","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":47821.52500000014},{"questionId":"q142","format":"csv","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":16925.39587499993},{"questionId":"q142","format":"xml","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":13856.089875000063},{"questionId":"q142","format":"yaml","model":"gemini-2.5-flash","expected":"49","actual":"58","isCorrect":false,"inputTokens":17080,"outputTokens":2,"latencyMs":1062.260416999925},{"questionId":"q143","format":"json","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":19995,"outputTokens":2,"latencyMs":10236.875082999934},{"questionId":"q143","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":40255.51304200012},{"questionId":"q143","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":12415.472583000083},{"questionId":"q143","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":15990.12104200013},{"questionId":"q143","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"48","isCorrect":false,"inputTokens":17080,"outputTokens":2,"latencyMs":924.9094579999801},{"questionId":"q144","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":19995,"outputTokens":2,"latencyMs":1331.8183339999523},{"questionId":"q144","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":10940.328125},{"questionId":"q144","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":16016.969916000031},{"questionId":"q144","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":11129.492249999894},{"questionId":"q144","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":17080,"outputTokens":2,"latencyMs":946.2791249998845},{"questionId":"q145","format":"json","model":"gemini-2.5-flash","expected":"19","actual":"14","isCorrect":false,"inputTokens":19994,"outputTokens":2,"latencyMs":3364.7568749999627},{"questionId":"q145","format":"toon","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":12340,"outputTokens":2,"latencyMs":14539.841540999943},{"questionId":"q145","format":"csv","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":12210,"outputTokens":2,"latencyMs":11099.79458300001},{"questionId":"q145","format":"xml","model":"gemini-2.5-flash","expected":"19","actual":"21","isCorrect":false,"inputTokens":21884,"outputTokens":2,"latencyMs":2059.9775000000373},{"questionId":"q145","format":"yaml","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":17079,"outputTokens":2,"latencyMs":25473.62504100008},{"questionId":"q146","format":"json","model":"gemini-2.5-flash","expected":"4","actual":"1","isCorrect":false,"inputTokens":19994,"outputTokens":1,"latencyMs":11184.623167000012},{"questionId":"q146","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12340,"outputTokens":1,"latencyMs":15417.62895900011},{"questionId":"q146","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12210,"outputTokens":1,"latencyMs":10426.990500000073},{"questionId":"q146","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":21884,"outputTokens":1,"latencyMs":9039.052207999863},{"questionId":"q146","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"10","isCorrect":false,"inputTokens":17079,"outputTokens":2,"latencyMs":1221.8773749999236},{"questionId":"q147","format":"json","model":"gemini-2.5-flash","expected":"41","actual":"30","isCorrect":false,"inputTokens":19993,"outputTokens":2,"latencyMs":3020.9154580000322},{"questionId":"q147","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"33","isCorrect":false,"inputTokens":12339,"outputTokens":2,"latencyMs":3058.785457999911},{"questionId":"q147","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"28","isCorrect":false,"inputTokens":12209,"outputTokens":2,"latencyMs":2882.702167000156},{"questionId":"q147","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"26","isCorrect":false,"inputTokens":21883,"outputTokens":2,"latencyMs":1342.2606659999583},{"questionId":"q147","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"31","isCorrect":false,"inputTokens":17078,"outputTokens":2,"latencyMs":1081.2947919999715},{"questionId":"q148","format":"json","model":"gemini-2.5-flash","expected":"53","actual":"34","isCorrect":false,"inputTokens":19993,"outputTokens":2,"latencyMs":1420.7863340000622},{"questionId":"q148","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"54","isCorrect":false,"inputTokens":12339,"outputTokens":2,"latencyMs":9487.148249999853},{"questionId":"q148","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"48","isCorrect":false,"inputTokens":12209,"outputTokens":2,"latencyMs":1330.763666999992},{"questionId":"q148","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"31","isCorrect":false,"inputTokens":21883,"outputTokens":2,"latencyMs":1037.2611249999609},{"questionId":"q148","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"43","isCorrect":false,"inputTokens":17078,"outputTokens":2,"latencyMs":1241.9533339999616},{"questionId":"q149","format":"json","model":"gemini-2.5-flash","expected":"57","actual":"59","isCorrect":false,"inputTokens":20005,"outputTokens":2,"latencyMs":33599.26379200001},{"questionId":"q149","format":"toon","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12351,"outputTokens":2,"latencyMs":30672.770208000205},{"questionId":"q149","format":"csv","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12221,"outputTokens":2,"latencyMs":112952.32216600003},{"questionId":"q149","format":"xml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":21895,"outputTokens":2,"latencyMs":23455.970625000075},{"questionId":"q149","format":"yaml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":17090,"outputTokens":2,"latencyMs":38283.71508300002},{"questionId":"q150","format":"json","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":20006,"outputTokens":2,"latencyMs":18426.986083999975},{"questionId":"q150","format":"toon","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12352,"outputTokens":2,"latencyMs":24188.338791999966},{"questionId":"q150","format":"csv","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12222,"outputTokens":2,"latencyMs":40234.12204200006},{"questionId":"q150","format":"xml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":21896,"outputTokens":2,"latencyMs":22919.403291000053},{"questionId":"q150","format":"yaml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":18623.566749999998},{"questionId":"q151","format":"json","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":20006,"outputTokens":2,"latencyMs":15948.113542000065},{"questionId":"q151","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12352,"outputTokens":2,"latencyMs":13394.102749999845},{"questionId":"q151","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12222,"outputTokens":2,"latencyMs":10169.261042000027},{"questionId":"q151","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":21896,"outputTokens":2,"latencyMs":9779.353083000053},{"questionId":"q151","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":10867.3857499999},{"questionId":"q152","format":"json","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20006,"outputTokens":1,"latencyMs":9447.73450000002},{"questionId":"q152","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12352,"outputTokens":1,"latencyMs":5808.666665999917},{"questionId":"q152","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12222,"outputTokens":1,"latencyMs":12859.257792000193},{"questionId":"q152","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21896,"outputTokens":1,"latencyMs":18960.835750000086},{"questionId":"q152","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17091,"outputTokens":1,"latencyMs":15538.868416999932},{"questionId":"q153","format":"json","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20005,"outputTokens":1,"latencyMs":20730.190999999875},{"questionId":"q153","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12351,"outputTokens":1,"latencyMs":19737.003665999975},{"questionId":"q153","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12221,"outputTokens":1,"latencyMs":19748.34441599995},{"questionId":"q153","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":25168.414541000035},{"questionId":"q153","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17090,"outputTokens":1,"latencyMs":19037.812040999997},{"questionId":"q154","format":"json","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":20005,"outputTokens":1,"latencyMs":30448.49012500001},{"questionId":"q154","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12351,"outputTokens":1,"latencyMs":18965.865750000114},{"questionId":"q154","format":"csv","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12221,"outputTokens":1,"latencyMs":61958.33387500001},{"questionId":"q154","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":13406.713666999945},{"questionId":"q154","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":17090,"outputTokens":1,"latencyMs":9016.408957999898}]
Reference in New Issue View Git Blame Copy Permalink