mirror of
https://github.com/voson-wang/toon.git
synced 2026-01-29 15:24:10 +08:00
1 line
199 KiB
Plaintext
1 line
199 KiB
Plaintext
[{"questionId":"q1","format":"json-pretty","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7921,"outputTokens":5,"latencyMs":1746.6718750000005},{"questionId":"q1","format":"json-compact","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4712,"outputTokens":5,"latencyMs":1228.6248329999999},{"questionId":"q1","format":"toon","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3328,"outputTokens":5,"latencyMs":1639.8577090000003},{"questionId":"q1","format":"csv","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3202,"outputTokens":5,"latencyMs":1788.9316669999994},{"questionId":"q1","format":"xml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9108,"outputTokens":5,"latencyMs":1689.4912079999995},{"questionId":"q1","format":"yaml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5754,"outputTokens":5,"latencyMs":1370.9125},{"questionId":"q2","format":"json-pretty","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7921,"outputTokens":1,"latencyMs":2852.3533329999996},{"questionId":"q2","format":"json-compact","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4712,"outputTokens":1,"latencyMs":2133.3943329999997},{"questionId":"q2","format":"toon","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3328,"outputTokens":1,"latencyMs":1422.54425},{"questionId":"q2","format":"csv","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3202,"outputTokens":1,"latencyMs":1719.8714590000004},{"questionId":"q2","format":"xml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9108,"outputTokens":1,"latencyMs":2675.9252500000002},{"questionId":"q2","format":"yaml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5754,"outputTokens":1,"latencyMs":856.3720830000002},{"questionId":"q3","format":"json-pretty","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7924,"outputTokens":10,"latencyMs":1582.5796249999994},{"questionId":"q3","format":"json-compact","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4715,"outputTokens":10,"latencyMs":773.4650000000001},{"questionId":"q3","format":"toon","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3331,"outputTokens":10,"latencyMs":942.4011249999994},{"questionId":"q3","format":"csv","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3205,"outputTokens":10,"latencyMs":1364.6562089999998},{"questionId":"q3","format":"xml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9111,"outputTokens":10,"latencyMs":647.0915000000005},{"questionId":"q3","format":"yaml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5757,"outputTokens":10,"latencyMs":911.5847090000007},{"questionId":"q4","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7924,"outputTokens":2,"latencyMs":1356.3510830000005},{"questionId":"q4","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4715,"outputTokens":2,"latencyMs":2293.4653340000004},{"questionId":"q4","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3331,"outputTokens":2,"latencyMs":1263.9902919999986},{"questionId":"q4","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3205,"outputTokens":2,"latencyMs":1134.4211669999986},{"questionId":"q4","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9111,"outputTokens":2,"latencyMs":1755.4399169999997},{"questionId":"q4","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5757,"outputTokens":2,"latencyMs":669.0633339999986},{"questionId":"q5","format":"json-pretty","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":7919,"outputTokens":1,"latencyMs":923.0082090000014},{"questionId":"q5","format":"json-compact","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":4710,"outputTokens":1,"latencyMs":1918.6559590000033},{"questionId":"q5","format":"toon","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":3326,"outputTokens":1,"latencyMs":1619.9787920000017},{"questionId":"q5","format":"csv","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":3200,"outputTokens":1,"latencyMs":1708.3413750000036},{"questionId":"q5","format":"xml","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":9106,"outputTokens":1,"latencyMs":2088.8296670000054},{"questionId":"q5","format":"yaml","model":"gemini-2.5-flash","expected":"no","actual":"False","isCorrect":true,"inputTokens":5752,"outputTokens":1,"latencyMs":2072.1218339999978},{"questionId":"q6","format":"json-pretty","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7920,"outputTokens":6,"latencyMs":1080.8584580000024},{"questionId":"q6","format":"json-compact","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4711,"outputTokens":6,"latencyMs":1440.128417},{"questionId":"q6","format":"toon","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3327,"outputTokens":6,"latencyMs":1537.3009170000005},{"questionId":"q6","format":"csv","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3201,"outputTokens":6,"latencyMs":1531.0655419999966},{"questionId":"q6","format":"xml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9107,"outputTokens":6,"latencyMs":1443.8754590000026},{"questionId":"q6","format":"yaml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5753,"outputTokens":6,"latencyMs":880.2400409999973},{"questionId":"q7","format":"json-pretty","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":772.8864170000015},{"questionId":"q7","format":"json-compact","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4711,"outputTokens":1,"latencyMs":927.1581670000014},{"questionId":"q7","format":"toon","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":1117.1503329999978},{"questionId":"q7","format":"csv","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":875.930124999999},{"questionId":"q7","format":"xml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":1533.0075829999987},{"questionId":"q7","format":"yaml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":1008.6462500000052},{"questionId":"q8","format":"json-pretty","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7923,"outputTokens":9,"latencyMs":992.5302910000028},{"questionId":"q8","format":"json-compact","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4714,"outputTokens":9,"latencyMs":775.3105000000069},{"questionId":"q8","format":"toon","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3330,"outputTokens":9,"latencyMs":994.8727920000092},{"questionId":"q8","format":"csv","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3204,"outputTokens":9,"latencyMs":1241.3880419999914},{"questionId":"q8","format":"xml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9110,"outputTokens":9,"latencyMs":589.9546249999985},{"questionId":"q8","format":"yaml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5756,"outputTokens":9,"latencyMs":811.1515409999993},{"questionId":"q9","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7924,"outputTokens":1,"latencyMs":1024.5279590000137},{"questionId":"q9","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":4715,"outputTokens":1,"latencyMs":875.1497080000117},{"questionId":"q9","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1716.0002499999973},{"questionId":"q9","format":"csv","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":1226.1557919999905},{"questionId":"q9","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":2284.071499999991},{"questionId":"q9","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":2509.6182499999995},{"questionId":"q10","format":"json-pretty","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7921,"outputTokens":1,"latencyMs":1443.7488339999982},{"questionId":"q10","format":"json-compact","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4712,"outputTokens":1,"latencyMs":2082.426250000004},{"questionId":"q10","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":3328,"outputTokens":1,"latencyMs":1695.398125000007},{"questionId":"q10","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3202,"outputTokens":1,"latencyMs":1855.4083329999994},{"questionId":"q10","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":9108,"outputTokens":1,"latencyMs":2646.1952500000043},{"questionId":"q10","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":5754,"outputTokens":1,"latencyMs":2165.453250000006},{"questionId":"q11","format":"json-pretty","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7922,"outputTokens":6,"latencyMs":785.4949580000102},{"questionId":"q11","format":"json-compact","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4713,"outputTokens":6,"latencyMs":1194.6250830000063},{"questionId":"q11","format":"toon","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3329,"outputTokens":6,"latencyMs":1888.3847499999974},{"questionId":"q11","format":"csv","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3203,"outputTokens":6,"latencyMs":1006.2024589999928},{"questionId":"q11","format":"xml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9109,"outputTokens":6,"latencyMs":1843.2189170000056},{"questionId":"q11","format":"yaml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5755,"outputTokens":6,"latencyMs":920.5249579999945},{"questionId":"q12","format":"json-pretty","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":834.9587500000052},{"questionId":"q12","format":"json-compact","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4711,"outputTokens":1,"latencyMs":1127.2516249999899},{"questionId":"q12","format":"toon","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":1134.5287499999977},{"questionId":"q12","format":"csv","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":1166.5733749999927},{"questionId":"q12","format":"xml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":1348.1078750000015},{"questionId":"q12","format":"yaml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":684.4736249999987},{"questionId":"q13","format":"json-pretty","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7921,"outputTokens":8,"latencyMs":879.2852500000008},{"questionId":"q13","format":"json-compact","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":4712,"outputTokens":8,"latencyMs":1405.3283749999828},{"questionId":"q13","format":"toon","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3328,"outputTokens":8,"latencyMs":815.5382079999981},{"questionId":"q13","format":"csv","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3202,"outputTokens":8,"latencyMs":1267.9286250000005},{"questionId":"q13","format":"xml","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":9108,"outputTokens":8,"latencyMs":2303.531791000016},{"questionId":"q13","format":"yaml","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5754,"outputTokens":8,"latencyMs":1260.42295800001},{"questionId":"q14","format":"json-pretty","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":7923,"outputTokens":2,"latencyMs":1911.597167},{"questionId":"q14","format":"json-compact","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":4714,"outputTokens":2,"latencyMs":1803.8310000000056},{"questionId":"q14","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3330,"outputTokens":2,"latencyMs":1855.6884999999893},{"questionId":"q14","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3204,"outputTokens":2,"latencyMs":1728.9630839999882},{"questionId":"q14","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":9110,"outputTokens":2,"latencyMs":2168.3483330000017},{"questionId":"q14","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":5756,"outputTokens":2,"latencyMs":1775.9977079999808},{"questionId":"q15","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1626.1782079999975},{"questionId":"q15","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":706.2588749999995},{"questionId":"q15","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":591.7314159999951},{"questionId":"q15","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1055.5267079999903},{"questionId":"q15","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":2141.445875000005},{"questionId":"q15","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":2201.0509589999856},{"questionId":"q16","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":623.6364999999932},{"questionId":"q16","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":858.6433330000145},{"questionId":"q16","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":700.5400420000078},{"questionId":"q16","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"16","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":805.351874999993},{"questionId":"q16","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":2385.5015830000048},{"questionId":"q16","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":2488.247665999981},{"questionId":"q17","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":781.5012500000012},{"questionId":"q17","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":792.4653749999998},{"questionId":"q17","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3326,"outputTokens":2,"latencyMs":5735.006833000021},{"questionId":"q17","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1102.5449999999837},{"questionId":"q17","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":3134.8673750000016},{"questionId":"q17","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":2224.8591660000093},{"questionId":"q18","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1808.1197499999835},{"questionId":"q18","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":1079.595833999978},{"questionId":"q18","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"11","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":926.0103339999914},{"questionId":"q18","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":948.9339999999793},{"questionId":"q18","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"10","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":1746.6986669999897},{"questionId":"q18","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":1311.6390830000164},{"questionId":"q19","format":"json-pretty","model":"gemini-2.5-flash","expected":"91","actual":"93","isCorrect":false,"inputTokens":7927,"outputTokens":2,"latencyMs":1789.8783330000006},{"questionId":"q19","format":"json-compact","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":4718,"outputTokens":2,"latencyMs":1264.408666000003},{"questionId":"q19","format":"toon","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":11550.711708999996},{"questionId":"q19","format":"csv","model":"gemini-2.5-flash","expected":"91","actual":"90","isCorrect":false,"inputTokens":3208,"outputTokens":2,"latencyMs":1207.0442500000063},{"questionId":"q19","format":"xml","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":13171.731499999994},{"questionId":"q19","format":"yaml","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":13164.35033300001},{"questionId":"q20","format":"json-pretty","model":"gemini-2.5-flash","expected":"67","actual":"70","isCorrect":false,"inputTokens":7927,"outputTokens":2,"latencyMs":1942.305166999984},{"questionId":"q20","format":"json-compact","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":4718,"outputTokens":2,"latencyMs":9170.918165999989},{"questionId":"q20","format":"toon","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":9132.260833999986},{"questionId":"q20","format":"csv","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":21104.99004199999},{"questionId":"q20","format":"xml","model":"gemini-2.5-flash","expected":"67","actual":"50","isCorrect":false,"inputTokens":9114,"outputTokens":2,"latencyMs":9224.954207999981},{"questionId":"q20","format":"yaml","model":"gemini-2.5-flash","expected":"67","actual":"68","isCorrect":false,"inputTokens":5760,"outputTokens":2,"latencyMs":2554.527999999991},{"questionId":"q21","format":"json-pretty","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":7928,"outputTokens":2,"latencyMs":9863.413208000013},{"questionId":"q21","format":"json-compact","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":4719,"outputTokens":2,"latencyMs":12219.287416999985},{"questionId":"q21","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"46","isCorrect":false,"inputTokens":3335,"outputTokens":2,"latencyMs":654.2859579999931},{"questionId":"q21","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":3209,"outputTokens":2,"latencyMs":13832.799874999968},{"questionId":"q21","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":9115,"outputTokens":2,"latencyMs":11504.832042000024},{"questionId":"q21","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"46","isCorrect":false,"inputTokens":5761,"outputTokens":2,"latencyMs":1072.850959000003},{"questionId":"q22","format":"json-pretty","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":7928,"outputTokens":2,"latencyMs":10107.848625000042},{"questionId":"q22","format":"json-compact","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":4719,"outputTokens":2,"latencyMs":7871.713374999992},{"questionId":"q22","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3335,"outputTokens":2,"latencyMs":9887.586875000037},{"questionId":"q22","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"22","isCorrect":false,"inputTokens":3209,"outputTokens":2,"latencyMs":1668.937333000009},{"questionId":"q22","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":9115,"outputTokens":2,"latencyMs":9207.928083000006},{"questionId":"q22","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5761,"outputTokens":2,"latencyMs":8783.382416999957},{"questionId":"q23","format":"json-pretty","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":7920,"outputTokens":3,"latencyMs":1653.773916999984},{"questionId":"q23","format":"json-compact","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":4711,"outputTokens":3,"latencyMs":1172.4805000000051},{"questionId":"q23","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3327,"outputTokens":3,"latencyMs":1242.4267090000212},{"questionId":"q23","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3201,"outputTokens":3,"latencyMs":985.8078339999774},{"questionId":"q23","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":9107,"outputTokens":3,"latencyMs":1262.2163750000182},{"questionId":"q23","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":5753,"outputTokens":3,"latencyMs":756.0847089999588},{"questionId":"q24","format":"json-pretty","model":"gemini-2.5-flash","expected":"96503","actual":"96954.60","isCorrect":false,"inputTokens":7921,"outputTokens":8,"latencyMs":4118.276749999961},{"questionId":"q24","format":"json-compact","model":"gemini-2.5-flash","expected":"96503","actual":"99878.16","isCorrect":false,"inputTokens":4712,"outputTokens":8,"latencyMs":24555.272666999954},{"questionId":"q24","format":"toon","model":"gemini-2.5-flash","expected":"96503","actual":"97818.45","isCorrect":false,"inputTokens":3328,"outputTokens":8,"latencyMs":6813.105207999994},{"questionId":"q24","format":"csv","model":"gemini-2.5-flash","expected":"96503","actual":"96739.09","isCorrect":false,"inputTokens":3202,"outputTokens":8,"latencyMs":9553.319625000004},{"questionId":"q24","format":"xml","model":"gemini-2.5-flash","expected":"96503","actual":"99787.08","isCorrect":false,"inputTokens":9108,"outputTokens":8,"latencyMs":54179.60108400002},{"questionId":"q24","format":"yaml","model":"gemini-2.5-flash","expected":"96503","actual":"97899.98","isCorrect":false,"inputTokens":5754,"outputTokens":8,"latencyMs":26266.894500000053},{"questionId":"q25","format":"json-pretty","model":"gemini-2.5-flash","expected":"78","actual":"79","isCorrect":false,"inputTokens":7918,"outputTokens":2,"latencyMs":866.7757090000086},{"questionId":"q25","format":"json-compact","model":"gemini-2.5-flash","expected":"78","actual":"79","isCorrect":false,"inputTokens":4709,"outputTokens":2,"latencyMs":792.2863329999964},{"questionId":"q25","format":"toon","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3325,"outputTokens":2,"latencyMs":8176.251124999952},{"questionId":"q25","format":"csv","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3199,"outputTokens":2,"latencyMs":6949.789167000039},{"questionId":"q25","format":"xml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":9105,"outputTokens":2,"latencyMs":6751.919916999992},{"questionId":"q25","format":"yaml","model":"gemini-2.5-flash","expected":"78","actual":"80","isCorrect":false,"inputTokens":5751,"outputTokens":2,"latencyMs":1360.8543340000324},{"questionId":"q26","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7918,"outputTokens":2,"latencyMs":2377.4465830000117},{"questionId":"q26","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4709,"outputTokens":2,"latencyMs":2474.9320829999633},{"questionId":"q26","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3325,"outputTokens":2,"latencyMs":3333.862167000014},{"questionId":"q26","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3199,"outputTokens":2,"latencyMs":5141.092917000002},{"questionId":"q26","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9105,"outputTokens":2,"latencyMs":3109.7342499999795},{"questionId":"q26","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"17","isCorrect":false,"inputTokens":5751,"outputTokens":2,"latencyMs":2682.0835829999996},{"questionId":"q27","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":3486.2287079999805},{"questionId":"q27","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":3467.4629159999895},{"questionId":"q27","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":3413.8736660000286},{"questionId":"q27","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":19084.355041999952},{"questionId":"q27","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":11314.630500000028},{"questionId":"q27","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":3079.936832999985},{"questionId":"q28","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":5348.059666999965},{"questionId":"q28","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":11883.190333000035},{"questionId":"q28","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":8664.595542000025},{"questionId":"q28","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":10487.757709000027},{"questionId":"q28","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":11103.723624999984},{"questionId":"q28","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":6130.216167000006},{"questionId":"q29","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":3281.2702910000226},{"questionId":"q29","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":3005.1826249999576},{"questionId":"q29","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":2919.644750000036},{"questionId":"q29","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":17830.610334000026},{"questionId":"q29","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":13145.547292000032},{"questionId":"q29","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":2905.4157090000226},{"questionId":"q30","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":3499.47879199998},{"questionId":"q30","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":3884.648958000005},{"questionId":"q30","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":5188.0641250000335},{"questionId":"q30","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":21676.522499999963},{"questionId":"q30","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":4407.812291000038},{"questionId":"q30","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":3780.098915999988},{"questionId":"q31","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":3830.384250000003},{"questionId":"q31","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":3118.176832999976},{"questionId":"q31","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4157.483750000014},{"questionId":"q31","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":21044.740541000036},{"questionId":"q31","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":7305.928958000033},{"questionId":"q31","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":4106.882709000027},{"questionId":"q32","format":"json-pretty","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":7925,"outputTokens":2,"latencyMs":11240.295834000048},{"questionId":"q32","format":"json-compact","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":4716,"outputTokens":2,"latencyMs":19412.816292000003},{"questionId":"q32","format":"toon","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3332,"outputTokens":2,"latencyMs":14656.695166999998},{"questionId":"q32","format":"csv","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3206,"outputTokens":2,"latencyMs":29375.659333000018},{"questionId":"q32","format":"xml","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":9112,"outputTokens":2,"latencyMs":14094.159500000009},{"questionId":"q32","format":"yaml","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":5758,"outputTokens":2,"latencyMs":12038.127875000006},{"questionId":"q33","format":"json-pretty","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":7926,"outputTokens":2,"latencyMs":13434.916833999974},{"questionId":"q33","format":"json-compact","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":4717,"outputTokens":2,"latencyMs":9851.976582999981},{"questionId":"q33","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"52","isCorrect":false,"inputTokens":3333,"outputTokens":2,"latencyMs":14726.354540999979},{"questionId":"q33","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":15217.316374999995},{"questionId":"q33","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":10228.710208000033},{"questionId":"q33","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":14192.380208999966},{"questionId":"q34","format":"json-pretty","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7926,"outputTokens":2,"latencyMs":12711.121916999982},{"questionId":"q34","format":"json-compact","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":4717,"outputTokens":2,"latencyMs":11068.786124999984},{"questionId":"q34","format":"toon","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":12679.685416999971},{"questionId":"q34","format":"csv","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":24358.945874999976},{"questionId":"q34","format":"xml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":11174.181584000005},{"questionId":"q34","format":"yaml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":10578.907999999996},{"questionId":"q35","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":3024.169500000018},{"questionId":"q35","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4718,"outputTokens":2,"latencyMs":4178.51345899998},{"questionId":"q35","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":3445.3765419999836},{"questionId":"q35","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":15827.342500000028},{"questionId":"q35","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":2690.472124999971},{"questionId":"q35","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":3282.5643329999875},{"questionId":"q36","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7927,"outputTokens":1,"latencyMs":6759.040792000014},{"questionId":"q36","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":4718,"outputTokens":1,"latencyMs":9099.112749999971},{"questionId":"q36","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3334,"outputTokens":1,"latencyMs":3257.7559580000234},{"questionId":"q36","format":"csv","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3208,"outputTokens":1,"latencyMs":17922.148667},{"questionId":"q36","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":9114,"outputTokens":1,"latencyMs":8966.584291999985},{"questionId":"q36","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":5760,"outputTokens":1,"latencyMs":3078.338875000016},{"questionId":"q37","format":"json-pretty","model":"gemini-2.5-flash","expected":"15","actual":"21","isCorrect":false,"inputTokens":7927,"outputTokens":2,"latencyMs":1129.3724999999977},{"questionId":"q37","format":"json-compact","model":"gemini-2.5-flash","expected":"15","actual":"14","isCorrect":false,"inputTokens":4718,"outputTokens":2,"latencyMs":2358.1815829999978},{"questionId":"q37","format":"toon","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":3108.2415000000037},{"questionId":"q37","format":"csv","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":4691.532292000018},{"questionId":"q37","format":"xml","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":3372.845250000013},{"questionId":"q37","format":"yaml","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":7637.600000000035},{"questionId":"q38","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":2300.5392090000096},{"questionId":"q38","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4711,"outputTokens":2,"latencyMs":2449.9095420000376},{"questionId":"q38","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":2154.5146250000107},{"questionId":"q38","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":2688.3995420000283},{"questionId":"q38","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":5868.8872499999125},{"questionId":"q38","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":2203.8993329999503},{"questionId":"q39","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":7159.365666999947},{"questionId":"q39","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4711,"outputTokens":2,"latencyMs":3060.840084000025},{"questionId":"q39","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":15992.026167000062},{"questionId":"q39","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":3499.243791999994},{"questionId":"q39","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":9107,"outputTokens":2,"latencyMs":2083.9580829999177},{"questionId":"q39","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":3051.6277080000145},{"questionId":"q40","format":"json-pretty","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":2516.159708000021},{"questionId":"q40","format":"json-compact","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":4711,"outputTokens":2,"latencyMs":9522.52575000003},{"questionId":"q40","format":"toon","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":3620.298208000022},{"questionId":"q40","format":"csv","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":11548.726125000045},{"questionId":"q40","format":"xml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":5230.344209000003},{"questionId":"q40","format":"yaml","model":"gemini-2.5-flash","expected":"14","actual":"15","isCorrect":false,"inputTokens":5753,"outputTokens":2,"latencyMs":2506.671166000073},{"questionId":"q41","format":"json-pretty","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":13805,"outputTokens":6,"latencyMs":1230.2890420000767},{"questionId":"q41","format":"json-compact","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8450,"outputTokens":6,"latencyMs":964.9823750000214},{"questionId":"q41","format":"toon","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":9039,"outputTokens":6,"latencyMs":806.876707999967},{"questionId":"q41","format":"xml","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":15195,"outputTokens":6,"latencyMs":1114.23429199995},{"questionId":"q41","format":"yaml","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":10057,"outputTokens":6,"latencyMs":910.639291999978},{"questionId":"q42","format":"json-pretty","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13805,"outputTokens":2,"latencyMs":1332.295541999978},{"questionId":"q42","format":"json-compact","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8450,"outputTokens":2,"latencyMs":804.8989580000052},{"questionId":"q42","format":"toon","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":9039,"outputTokens":2,"latencyMs":766.8004159999546},{"questionId":"q42","format":"xml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":15195,"outputTokens":2,"latencyMs":1399.325916999951},{"questionId":"q42","format":"yaml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":10057,"outputTokens":2,"latencyMs":1019.2678750000196},{"questionId":"q43","format":"json-pretty","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":13805,"outputTokens":5,"latencyMs":1357.4617499999003},{"questionId":"q43","format":"json-compact","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8450,"outputTokens":5,"latencyMs":1240.8175419999752},{"questionId":"q43","format":"toon","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":9039,"outputTokens":5,"latencyMs":1465.191125000012},{"questionId":"q43","format":"xml","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":15195,"outputTokens":5,"latencyMs":1343.5983329999726},{"questionId":"q43","format":"yaml","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":10057,"outputTokens":5,"latencyMs":1272.2863750000251},{"questionId":"q44","format":"json-pretty","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13805,"outputTokens":1,"latencyMs":1386.8894579999615},{"questionId":"q44","format":"json-compact","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8450,"outputTokens":1,"latencyMs":1170.4814999999944},{"questionId":"q44","format":"toon","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":9039,"outputTokens":1,"latencyMs":1065.0547919999808},{"questionId":"q44","format":"xml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":15195,"outputTokens":1,"latencyMs":1395.4252499999711},{"questionId":"q44","format":"yaml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":10057,"outputTokens":1,"latencyMs":1650.6912499999162},{"questionId":"q45","format":"json-pretty","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":13805,"outputTokens":7,"latencyMs":1003.4863329998916},{"questionId":"q45","format":"json-compact","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8450,"outputTokens":7,"latencyMs":1087.0909159999574},{"questionId":"q45","format":"toon","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":9039,"outputTokens":7,"latencyMs":1107.3032909999602},{"questionId":"q45","format":"xml","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":15195,"outputTokens":7,"latencyMs":972.2116249999963},{"questionId":"q45","format":"yaml","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":10057,"outputTokens":7,"latencyMs":1443.1504159999313},{"questionId":"q46","format":"json-pretty","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13805,"outputTokens":1,"latencyMs":1258.0629160000244},{"questionId":"q46","format":"json-compact","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8450,"outputTokens":1,"latencyMs":1154.1396660000319},{"questionId":"q46","format":"toon","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":9039,"outputTokens":1,"latencyMs":936.0522920000367},{"questionId":"q46","format":"xml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":15195,"outputTokens":1,"latencyMs":903.7172909999499},{"questionId":"q46","format":"yaml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":10057,"outputTokens":1,"latencyMs":985.2911249999888},{"questionId":"q47","format":"json-pretty","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":13805,"outputTokens":7,"latencyMs":919.717416999978},{"questionId":"q47","format":"json-compact","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8450,"outputTokens":7,"latencyMs":1008.2708339999663},{"questionId":"q47","format":"toon","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":9039,"outputTokens":7,"latencyMs":910.8332500000251},{"questionId":"q47","format":"xml","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":15195,"outputTokens":7,"latencyMs":2532.1202090000734},{"questionId":"q47","format":"yaml","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":10057,"outputTokens":7,"latencyMs":1136.7383750000736},{"questionId":"q48","format":"json-pretty","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13805,"outputTokens":1,"latencyMs":1457.2276660000207},{"questionId":"q48","format":"json-compact","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8450,"outputTokens":1,"latencyMs":1936.62737500004},{"questionId":"q48","format":"toon","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9039,"outputTokens":1,"latencyMs":1082.652624999988},{"questionId":"q48","format":"xml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":15195,"outputTokens":1,"latencyMs":1244.5083749999758},{"questionId":"q48","format":"yaml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10057,"outputTokens":1,"latencyMs":2367.769708000007},{"questionId":"q49","format":"json-pretty","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":13806,"outputTokens":5,"latencyMs":1497.5384589999449},{"questionId":"q49","format":"json-compact","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8451,"outputTokens":5,"latencyMs":1895.9102089999942},{"questionId":"q49","format":"toon","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":9040,"outputTokens":5,"latencyMs":1405.3393330000108},{"questionId":"q49","format":"xml","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":15196,"outputTokens":5,"latencyMs":1890.53370800009},{"questionId":"q49","format":"yaml","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":10058,"outputTokens":5,"latencyMs":1446.4444580000127},{"questionId":"q50","format":"json-pretty","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":13806,"outputTokens":13,"latencyMs":948.294833999942},{"questionId":"q50","format":"json-compact","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8451,"outputTokens":13,"latencyMs":1127.6486250000307},{"questionId":"q50","format":"toon","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":9040,"outputTokens":13,"latencyMs":991.0012080000015},{"questionId":"q50","format":"xml","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":15196,"outputTokens":13,"latencyMs":1552.4177080000518},{"questionId":"q50","format":"yaml","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":10058,"outputTokens":13,"latencyMs":912.8657499999972},{"questionId":"q51","format":"json-pretty","model":"gemini-2.5-flash","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":13806,"outputTokens":10,"latencyMs":926.2195000000065},{"questionId":"q51","format":"json-compact","model":"gemini-2.5-flash","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":8451,"outputTokens":10,"latencyMs":1321.9694160000654},{"questionId":"q51","format":"toon","model":"gemini-2.5-flash","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":9040,"outputTokens":10,"latencyMs":1061.674291000003},{"questionId":"q51","format":"xml","model":"gemini-2.5-flash","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":15196,"outputTokens":10,"latencyMs":1316.1078330000164},{"questionId":"q51","format":"yaml","model":"gemini-2.5-flash","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":10058,"outputTokens":10,"latencyMs":1208.7639999999665},{"questionId":"q52","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13805,"outputTokens":1,"latencyMs":1947.170417000074},{"questionId":"q52","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8450,"outputTokens":1,"latencyMs":3183.6875},{"questionId":"q52","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":9039,"outputTokens":1,"latencyMs":2896.16420800006},{"questionId":"q52","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":15195,"outputTokens":1,"latencyMs":2793.067207999993},{"questionId":"q52","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":10057,"outputTokens":1,"latencyMs":3586.6519580000313},{"questionId":"q53","format":"json-pretty","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":13806,"outputTokens":4,"latencyMs":1197.2090830000816},{"questionId":"q53","format":"json-compact","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8451,"outputTokens":4,"latencyMs":1367.5615830000024},{"questionId":"q53","format":"toon","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":9040,"outputTokens":4,"latencyMs":1192.6725419999566},{"questionId":"q53","format":"xml","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":15196,"outputTokens":4,"latencyMs":1370.4701249999925},{"questionId":"q53","format":"yaml","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":10058,"outputTokens":4,"latencyMs":1413.9296249999898},{"questionId":"q54","format":"json-pretty","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":13806,"outputTokens":10,"latencyMs":1358.2921659999993},{"questionId":"q54","format":"json-compact","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8451,"outputTokens":10,"latencyMs":1462.0908329999074},{"questionId":"q54","format":"toon","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":9040,"outputTokens":10,"latencyMs":1225.2987910000375},{"questionId":"q54","format":"xml","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":15196,"outputTokens":10,"latencyMs":1592.8159999999916},{"questionId":"q54","format":"yaml","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":10058,"outputTokens":10,"latencyMs":1350.393665999989},{"questionId":"q55","format":"json-pretty","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":13806,"outputTokens":10,"latencyMs":2385.5872909999453},{"questionId":"q55","format":"json-compact","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":8451,"outputTokens":10,"latencyMs":1487.8385410000337},{"questionId":"q55","format":"toon","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":9040,"outputTokens":10,"latencyMs":984.1628749999218},{"questionId":"q55","format":"xml","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":15196,"outputTokens":10,"latencyMs":2044.9478329999838},{"questionId":"q55","format":"yaml","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":10058,"outputTokens":10,"latencyMs":1058.5555000000168},{"questionId":"q56","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":13805,"outputTokens":1,"latencyMs":3774.7063749999506},{"questionId":"q56","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":8450,"outputTokens":1,"latencyMs":2563.2276670000283},{"questionId":"q56","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":9039,"outputTokens":1,"latencyMs":2151.445667000022},{"questionId":"q56","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":15195,"outputTokens":1,"latencyMs":3402.9889170000097},{"questionId":"q56","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":10057,"outputTokens":1,"latencyMs":2305.7708339999663},{"questionId":"q57","format":"json-pretty","model":"gemini-2.5-flash","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":13806,"outputTokens":2,"latencyMs":1462.1402920000255},{"questionId":"q57","format":"json-compact","model":"gemini-2.5-flash","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":8451,"outputTokens":2,"latencyMs":898.8439589999616},{"questionId":"q57","format":"toon","model":"gemini-2.5-flash","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":9040,"outputTokens":2,"latencyMs":1045.4920409999322},{"questionId":"q57","format":"xml","model":"gemini-2.5-flash","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":15196,"outputTokens":2,"latencyMs":1234.6828750000568},{"questionId":"q57","format":"yaml","model":"gemini-2.5-flash","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":10058,"outputTokens":2,"latencyMs":926.7619160000468},{"questionId":"q58","format":"json-pretty","model":"gemini-2.5-flash","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":13806,"outputTokens":9,"latencyMs":1406.596707999939},{"questionId":"q58","format":"json-compact","model":"gemini-2.5-flash","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":8451,"outputTokens":9,"latencyMs":1306.827750000055},{"questionId":"q58","format":"toon","model":"gemini-2.5-flash","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":9040,"outputTokens":9,"latencyMs":1456.9190000001108},{"questionId":"q58","format":"xml","model":"gemini-2.5-flash","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":15196,"outputTokens":9,"latencyMs":1452.7849169999827},{"questionId":"q58","format":"yaml","model":"gemini-2.5-flash","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":10058,"outputTokens":9,"latencyMs":1587.1780000000726},{"questionId":"q59","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":13800,"outputTokens":1,"latencyMs":1327.2573340000818},{"questionId":"q59","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8445,"outputTokens":1,"latencyMs":1289.9612080000807},{"questionId":"q59","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":9034,"outputTokens":1,"latencyMs":1304.9769999999553},{"questionId":"q59","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15190,"outputTokens":2,"latencyMs":4769.53216599999},{"questionId":"q59","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":10052,"outputTokens":2,"latencyMs":4555.083375000046},{"questionId":"q60","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13800,"outputTokens":2,"latencyMs":3440.1116250000196},{"questionId":"q60","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8445,"outputTokens":1,"latencyMs":1085.3507080000127},{"questionId":"q60","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9034,"outputTokens":2,"latencyMs":868.796708000009},{"questionId":"q60","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15190,"outputTokens":2,"latencyMs":5237.603125000023},{"questionId":"q60","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"7","isCorrect":false,"inputTokens":10052,"outputTokens":1,"latencyMs":2413.0309170000255},{"questionId":"q61","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":13801,"outputTokens":1,"latencyMs":1336.3397920000134},{"questionId":"q61","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8446,"outputTokens":1,"latencyMs":1235.688000000082},{"questionId":"q61","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":9035,"outputTokens":1,"latencyMs":821.7383329999866},{"questionId":"q61","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15191,"outputTokens":2,"latencyMs":4380.196125000017},{"questionId":"q61","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"7","isCorrect":false,"inputTokens":10053,"outputTokens":1,"latencyMs":961.8008329999866},{"questionId":"q62","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":13800,"outputTokens":1,"latencyMs":2119.979042000021},{"questionId":"q62","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8445,"outputTokens":1,"latencyMs":993.7892909999937},{"questionId":"q62","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9034,"outputTokens":2,"latencyMs":1797.1304590000072},{"questionId":"q62","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15190,"outputTokens":2,"latencyMs":5244.772083000047},{"questionId":"q62","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":10052,"outputTokens":1,"latencyMs":1875.453291999991},{"questionId":"q63","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13800,"outputTokens":2,"latencyMs":1379.5716249999823},{"questionId":"q63","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8445,"outputTokens":2,"latencyMs":1309.8689579999773},{"questionId":"q63","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9034,"outputTokens":2,"latencyMs":4402.49220800004},{"questionId":"q63","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15190,"outputTokens":2,"latencyMs":4786.5161249999655},{"questionId":"q63","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":10052,"outputTokens":2,"latencyMs":2855.3836250000168},{"questionId":"q64","format":"json-pretty","model":"gemini-2.5-flash","expected":"34904.81","actual":"34503.73","isCorrect":false,"inputTokens":13801,"outputTokens":8,"latencyMs":6159.0152909999015},{"questionId":"q64","format":"json-compact","model":"gemini-2.5-flash","expected":"34904.81","actual":"34106.63","isCorrect":false,"inputTokens":8446,"outputTokens":8,"latencyMs":6616.937540999963},{"questionId":"q64","format":"toon","model":"gemini-2.5-flash","expected":"34904.81","actual":"34164.79","isCorrect":false,"inputTokens":9035,"outputTokens":8,"latencyMs":5614.64612499997},{"questionId":"q64","format":"xml","model":"gemini-2.5-flash","expected":"34904.81","actual":"36000.75","isCorrect":false,"inputTokens":15191,"outputTokens":8,"latencyMs":6007.239708000096},{"questionId":"q64","format":"yaml","model":"gemini-2.5-flash","expected":"34904.81","actual":"36982.51","isCorrect":false,"inputTokens":10053,"outputTokens":8,"latencyMs":7871.428833000013},{"questionId":"q65","format":"json-pretty","model":"gemini-2.5-flash","expected":"698.10","actual":"690.07","isCorrect":false,"inputTokens":13799,"outputTokens":6,"latencyMs":6056.932584000053},{"questionId":"q65","format":"json-compact","model":"gemini-2.5-flash","expected":"698.10","actual":"739.65","isCorrect":false,"inputTokens":8444,"outputTokens":6,"latencyMs":6191.272207999951},{"questionId":"q65","format":"toon","model":"gemini-2.5-flash","expected":"698.10","actual":"747.41","isCorrect":false,"inputTokens":9033,"outputTokens":6,"latencyMs":6290.617582999985},{"questionId":"q65","format":"xml","model":"gemini-2.5-flash","expected":"698.10","actual":"690.19","isCorrect":false,"inputTokens":15189,"outputTokens":6,"latencyMs":7091.771667000023},{"questionId":"q65","format":"yaml","model":"gemini-2.5-flash","expected":"698.10","actual":"679.38","isCorrect":false,"inputTokens":10051,"outputTokens":6,"latencyMs":6406.628957999987},{"questionId":"q66","format":"json-pretty","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":13800,"outputTokens":2,"latencyMs":1511.0540000000037},{"questionId":"q66","format":"json-compact","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":8445,"outputTokens":2,"latencyMs":1050.3916250000475},{"questionId":"q66","format":"toon","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":9034,"outputTokens":2,"latencyMs":873.0868330000667},{"questionId":"q66","format":"xml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":15190,"outputTokens":2,"latencyMs":3029.3504170000087},{"questionId":"q66","format":"yaml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":10052,"outputTokens":2,"latencyMs":1158.7792090000585},{"questionId":"q67","format":"json-pretty","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":13799,"outputTokens":7,"latencyMs":5789.231958999997},{"questionId":"q67","format":"json-compact","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8444,"outputTokens":7,"latencyMs":5797.088040999952},{"questionId":"q67","format":"toon","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":9033,"outputTokens":7,"latencyMs":7217.596416999935},{"questionId":"q67","format":"xml","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":15189,"outputTokens":7,"latencyMs":1375.416666999925},{"questionId":"q67","format":"yaml","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":10051,"outputTokens":7,"latencyMs":6386.478125000023},{"questionId":"q68","format":"json-pretty","model":"gemini-2.5-flash","expected":"43","actual":"46","isCorrect":false,"inputTokens":13805,"outputTokens":2,"latencyMs":1313.202707999968},{"questionId":"q68","format":"json-compact","model":"gemini-2.5-flash","expected":"43","actual":"44","isCorrect":false,"inputTokens":8450,"outputTokens":2,"latencyMs":979.2607909999788},{"questionId":"q68","format":"toon","model":"gemini-2.5-flash","expected":"43","actual":"42","isCorrect":false,"inputTokens":9039,"outputTokens":2,"latencyMs":6494.243332999991},{"questionId":"q68","format":"xml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":15195,"outputTokens":2,"latencyMs":7409.852124999976},{"questionId":"q68","format":"yaml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":10057,"outputTokens":2,"latencyMs":6774.766958000022},{"questionId":"q69","format":"json-pretty","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":13805,"outputTokens":2,"latencyMs":6467.278374999994},{"questionId":"q69","format":"json-compact","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":8450,"outputTokens":2,"latencyMs":7658.967624999932},{"questionId":"q69","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":9039,"outputTokens":2,"latencyMs":7678.039457999985},{"questionId":"q69","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"41","isCorrect":false,"inputTokens":15195,"outputTokens":2,"latencyMs":1709.0068329999922},{"questionId":"q69","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":10057,"outputTokens":2,"latencyMs":6980.374041999923},{"questionId":"q70","format":"json-pretty","model":"gemini-2.5-flash","expected":"28","actual":"26","isCorrect":false,"inputTokens":13805,"outputTokens":2,"latencyMs":6060.188166999957},{"questionId":"q70","format":"json-compact","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":8450,"outputTokens":2,"latencyMs":7602.795290999929},{"questionId":"q70","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"30","isCorrect":false,"inputTokens":9039,"outputTokens":2,"latencyMs":752.7539170000236},{"questionId":"q70","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":15195,"outputTokens":2,"latencyMs":6721.018750000047},{"questionId":"q70","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":10057,"outputTokens":2,"latencyMs":6377.267375000054},{"questionId":"q71","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":13809,"outputTokens":1,"latencyMs":7009.680374999996},{"questionId":"q71","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":8454,"outputTokens":1,"latencyMs":4537.074458000017},{"questionId":"q71","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":9043,"outputTokens":1,"latencyMs":5029.52816700004},{"questionId":"q71","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":15199,"outputTokens":1,"latencyMs":2462.905625000014},{"questionId":"q71","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":10061,"outputTokens":1,"latencyMs":4795.539374999935},{"questionId":"q72","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":13809,"outputTokens":1,"latencyMs":6551.275332999998},{"questionId":"q72","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":8454,"outputTokens":1,"latencyMs":5884.3132500000065},{"questionId":"q72","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":9043,"outputTokens":1,"latencyMs":4863.544332999969},{"questionId":"q72","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":15199,"outputTokens":1,"latencyMs":6981.484999999986},{"questionId":"q72","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":10061,"outputTokens":1,"latencyMs":6508.846667000093},{"questionId":"q73","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13810,"outputTokens":2,"latencyMs":7562.428500000038},{"questionId":"q73","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8455,"outputTokens":2,"latencyMs":6946.980875000008},{"questionId":"q73","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9044,"outputTokens":2,"latencyMs":6932.205958000035},{"questionId":"q73","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15200,"outputTokens":2,"latencyMs":8488.356584000052},{"questionId":"q73","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":10062,"outputTokens":2,"latencyMs":6554.64620800002},{"questionId":"q74","format":"json-pretty","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":13809,"outputTokens":1,"latencyMs":7454.9962090000045},{"questionId":"q74","format":"json-compact","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":8454,"outputTokens":1,"latencyMs":6532.491207999992},{"questionId":"q74","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":9043,"outputTokens":1,"latencyMs":6829.8918750000885},{"questionId":"q74","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":15199,"outputTokens":1,"latencyMs":8532.677417000057},{"questionId":"q74","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":10061,"outputTokens":1,"latencyMs":6652.363750000019},{"questionId":"q75","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":13809,"outputTokens":1,"latencyMs":2848.977082999889},{"questionId":"q75","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":8454,"outputTokens":1,"latencyMs":6308.32037500001},{"questionId":"q75","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":9043,"outputTokens":1,"latencyMs":4337.602416000096},{"questionId":"q75","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":15199,"outputTokens":1,"latencyMs":7343.48125000007},{"questionId":"q75","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":10061,"outputTokens":1,"latencyMs":7730.172124999925},{"questionId":"q76","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13807,"outputTokens":1,"latencyMs":6164.254332999932},{"questionId":"q76","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8452,"outputTokens":1,"latencyMs":5769.995916999993},{"questionId":"q76","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":9041,"outputTokens":1,"latencyMs":5232.982415999984},{"questionId":"q76","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":15197,"outputTokens":1,"latencyMs":8899.524958999944},{"questionId":"q76","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":10059,"outputTokens":1,"latencyMs":6281.590083000017},{"questionId":"q77","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13807,"outputTokens":1,"latencyMs":5559.69691700011},{"questionId":"q77","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8452,"outputTokens":1,"latencyMs":6321.107415999984},{"questionId":"q77","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":9041,"outputTokens":1,"latencyMs":4823.742042000056},{"questionId":"q77","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":15197,"outputTokens":1,"latencyMs":6341.468333999976},{"questionId":"q77","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":10059,"outputTokens":1,"latencyMs":5840.849541999982},{"questionId":"q78","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":13808,"outputTokens":1,"latencyMs":5593.816584000015},{"questionId":"q78","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8453,"outputTokens":1,"latencyMs":5424.251583999954},{"questionId":"q78","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9042,"outputTokens":1,"latencyMs":5677.55316599994},{"questionId":"q78","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":15198,"outputTokens":1,"latencyMs":5995.840500000049},{"questionId":"q78","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":10060,"outputTokens":1,"latencyMs":5731.830083000008},{"questionId":"q79","format":"json-pretty","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":13811,"outputTokens":2,"latencyMs":8140.159916999983},{"questionId":"q79","format":"json-compact","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":8456,"outputTokens":2,"latencyMs":8892.699458000017},{"questionId":"q79","format":"toon","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":9045,"outputTokens":2,"latencyMs":8129.117374999914},{"questionId":"q79","format":"xml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":15201,"outputTokens":2,"latencyMs":9090.495540999924},{"questionId":"q79","format":"yaml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":10063,"outputTokens":2,"latencyMs":8234.797583000036},{"questionId":"q80","format":"json-pretty","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":13811,"outputTokens":2,"latencyMs":7845.565166999935},{"questionId":"q80","format":"json-compact","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":8456,"outputTokens":2,"latencyMs":9702.474500000011},{"questionId":"q80","format":"toon","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":9045,"outputTokens":2,"latencyMs":9638.69524999999},{"questionId":"q80","format":"xml","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":15201,"outputTokens":2,"latencyMs":10526.759291999973},{"questionId":"q80","format":"yaml","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":10063,"outputTokens":2,"latencyMs":8646.380333000096},{"questionId":"q81","format":"json-pretty","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4779,"outputTokens":4,"latencyMs":917.8713330000173},{"questionId":"q81","format":"json-compact","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3030,"outputTokens":4,"latencyMs":833.9265840000007},{"questionId":"q81","format":"toon","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2264,"outputTokens":4,"latencyMs":1348.9946249999339},{"questionId":"q81","format":"csv","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2201,"outputTokens":4,"latencyMs":1338.312917000032},{"questionId":"q81","format":"xml","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":5424,"outputTokens":4,"latencyMs":744.391958000022},{"questionId":"q81","format":"yaml","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3807,"outputTokens":4,"latencyMs":764.0074999999488},{"questionId":"q82","format":"json-pretty","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4779,"outputTokens":8,"latencyMs":1254.6527090000454},{"questionId":"q82","format":"json-compact","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3030,"outputTokens":8,"latencyMs":1307.7600000000093},{"questionId":"q82","format":"toon","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2264,"outputTokens":8,"latencyMs":1536.8563330000034},{"questionId":"q82","format":"csv","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2201,"outputTokens":8,"latencyMs":1387.9758330000332},{"questionId":"q82","format":"xml","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":5424,"outputTokens":8,"latencyMs":1553.20787500008},{"questionId":"q82","format":"yaml","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3807,"outputTokens":8,"latencyMs":1145.921459000092},{"questionId":"q83","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4780,"outputTokens":4,"latencyMs":1767.7404580002185},{"questionId":"q83","format":"json-compact","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3031,"outputTokens":4,"latencyMs":860.5304169999436},{"questionId":"q83","format":"toon","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2265,"outputTokens":4,"latencyMs":1613.3721249999944},{"questionId":"q83","format":"csv","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2202,"outputTokens":4,"latencyMs":2105.9505419998895},{"questionId":"q83","format":"xml","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":5425,"outputTokens":4,"latencyMs":1569.4457499999553},{"questionId":"q83","format":"yaml","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3808,"outputTokens":4,"latencyMs":1863.4909590000752},{"questionId":"q84","format":"json-pretty","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4780,"outputTokens":2,"latencyMs":2668.4245840001386},{"questionId":"q84","format":"json-compact","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3031,"outputTokens":2,"latencyMs":994.3558750001248},{"questionId":"q84","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2265,"outputTokens":2,"latencyMs":1472.9341659999918},{"questionId":"q84","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2202,"outputTokens":2,"latencyMs":2151.002500000177},{"questionId":"q84","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5425,"outputTokens":2,"latencyMs":1226.0392500001471},{"questionId":"q84","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3808,"outputTokens":2,"latencyMs":1160.4724579998292},{"questionId":"q85","format":"json-pretty","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4779,"outputTokens":4,"latencyMs":1077.1897919999901},{"questionId":"q85","format":"json-compact","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3030,"outputTokens":4,"latencyMs":715.5827920001466},{"questionId":"q85","format":"toon","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2264,"outputTokens":4,"latencyMs":2857.8330419999547},{"questionId":"q85","format":"csv","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2201,"outputTokens":4,"latencyMs":1426.1646249999758},{"questionId":"q85","format":"xml","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":5424,"outputTokens":4,"latencyMs":746.593292000005},{"questionId":"q85","format":"yaml","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3807,"outputTokens":4,"latencyMs":933.5164580000564},{"questionId":"q86","format":"json-pretty","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4779,"outputTokens":6,"latencyMs":903.3975419998169},{"questionId":"q86","format":"json-compact","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3030,"outputTokens":6,"latencyMs":1059.8851670001168},{"questionId":"q86","format":"toon","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2264,"outputTokens":6,"latencyMs":1943.592500000028},{"questionId":"q86","format":"csv","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2201,"outputTokens":6,"latencyMs":1663.8213750000577},{"questionId":"q86","format":"xml","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":5424,"outputTokens":6,"latencyMs":1054.1954169999808},{"questionId":"q86","format":"yaml","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3807,"outputTokens":6,"latencyMs":2088.875999999931},{"questionId":"q87","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4780,"outputTokens":4,"latencyMs":1642.7264170001727},{"questionId":"q87","format":"json-compact","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3031,"outputTokens":4,"latencyMs":2073.1027079999913},{"questionId":"q87","format":"toon","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2265,"outputTokens":4,"latencyMs":1753.2930000000633},{"questionId":"q87","format":"csv","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2202,"outputTokens":4,"latencyMs":1789.7633330000099},{"questionId":"q87","format":"xml","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":5425,"outputTokens":4,"latencyMs":1346.0149170001969},{"questionId":"q87","format":"yaml","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3808,"outputTokens":4,"latencyMs":1129.9660829999484},{"questionId":"q88","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":4780,"outputTokens":2,"latencyMs":1799.9410419999622},{"questionId":"q88","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":3031,"outputTokens":2,"latencyMs":1342.7697920000646},{"questionId":"q88","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2265,"outputTokens":2,"latencyMs":1547.9417499999981},{"questionId":"q88","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2202,"outputTokens":2,"latencyMs":1514.187249999959},{"questionId":"q88","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":5425,"outputTokens":2,"latencyMs":2040.4904999998398},{"questionId":"q88","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":3808,"outputTokens":2,"latencyMs":1017.9450000000652},{"questionId":"q89","format":"json-pretty","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4779,"outputTokens":4,"latencyMs":1066.6984579998534},{"questionId":"q89","format":"json-compact","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3030,"outputTokens":4,"latencyMs":697.0485410001129},{"questionId":"q89","format":"toon","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2264,"outputTokens":4,"latencyMs":1373.120791999856},{"questionId":"q89","format":"csv","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2201,"outputTokens":4,"latencyMs":1540.6128749998752},{"questionId":"q89","format":"xml","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":5424,"outputTokens":4,"latencyMs":1359.5039590001106},{"questionId":"q89","format":"yaml","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3807,"outputTokens":4,"latencyMs":1093.6175410000142},{"questionId":"q90","format":"json-pretty","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":4772,"outputTokens":2,"latencyMs":1169.048625000054},{"questionId":"q90","format":"json-compact","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3023,"outputTokens":2,"latencyMs":960.9224159999285},{"questionId":"q90","format":"toon","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2257,"outputTokens":2,"latencyMs":1311.3068340001628},{"questionId":"q90","format":"csv","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2194,"outputTokens":2,"latencyMs":3896.427917000139},{"questionId":"q90","format":"xml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":5417,"outputTokens":2,"latencyMs":5386.887291999999},{"questionId":"q90","format":"yaml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3800,"outputTokens":2,"latencyMs":2128.151791999815},{"questionId":"q91","format":"json-pretty","model":"gemini-2.5-flash","expected":"328320","actual":"301413","isCorrect":false,"inputTokens":4773,"outputTokens":6,"latencyMs":4069.5384170000907},{"questionId":"q91","format":"json-compact","model":"gemini-2.5-flash","expected":"328320","actual":"307612","isCorrect":false,"inputTokens":3024,"outputTokens":6,"latencyMs":4574.409042000072},{"questionId":"q91","format":"toon","model":"gemini-2.5-flash","expected":"328320","actual":"328720","isCorrect":false,"inputTokens":2258,"outputTokens":6,"latencyMs":5240.1710840000305},{"questionId":"q91","format":"csv","model":"gemini-2.5-flash","expected":"328320","actual":"312211","isCorrect":false,"inputTokens":2195,"outputTokens":6,"latencyMs":1681.5694999999832},{"questionId":"q91","format":"xml","model":"gemini-2.5-flash","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":5418,"outputTokens":6,"latencyMs":27848.663291999837},{"questionId":"q91","format":"yaml","model":"gemini-2.5-flash","expected":"328320","actual":"307399","isCorrect":false,"inputTokens":3801,"outputTokens":6,"latencyMs":6427.015167000005},{"questionId":"q92","format":"json-pretty","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":4773,"outputTokens":4,"latencyMs":6202.22733299993},{"questionId":"q92","format":"json-compact","model":"gemini-2.5-flash","expected":"1791","actual":"1910","isCorrect":false,"inputTokens":3024,"outputTokens":4,"latencyMs":2802.9935000000987},{"questionId":"q92","format":"toon","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":2258,"outputTokens":4,"latencyMs":6148.246082999976},{"questionId":"q92","format":"csv","model":"gemini-2.5-flash","expected":"1791","actual":"1833","isCorrect":false,"inputTokens":2195,"outputTokens":4,"latencyMs":1436.3404159999918},{"questionId":"q92","format":"xml","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":5418,"outputTokens":4,"latencyMs":4662.98220800003},{"questionId":"q92","format":"yaml","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":3801,"outputTokens":4,"latencyMs":4697.32720900001},{"questionId":"q93","format":"json-pretty","model":"gemini-2.5-flash","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":4771,"outputTokens":9,"latencyMs":11102.654125000117},{"questionId":"q93","format":"json-compact","model":"gemini-2.5-flash","expected":"311695.88","actual":"303215.15","isCorrect":false,"inputTokens":3022,"outputTokens":9,"latencyMs":17691.69633399998},{"questionId":"q93","format":"toon","model":"gemini-2.5-flash","expected":"311695.88","actual":"301217.39","isCorrect":false,"inputTokens":2256,"outputTokens":9,"latencyMs":4874.327042000135},{"questionId":"q93","format":"csv","model":"gemini-2.5-flash","expected":"311695.88","actual":"305886.97","isCorrect":false,"inputTokens":2193,"outputTokens":9,"latencyMs":6300.872207999928},{"questionId":"q93","format":"xml","model":"gemini-2.5-flash","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":5416,"outputTokens":9,"latencyMs":33047.02754199994},{"questionId":"q93","format":"yaml","model":"gemini-2.5-flash","expected":"311695.88","actual":"404175.76","isCorrect":false,"inputTokens":3799,"outputTokens":9,"latencyMs":1156.8870419999585},{"questionId":"q94","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.53","actual":"0.5425","isCorrect":false,"inputTokens":4769,"outputTokens":6,"latencyMs":3549.6847909998614},{"questionId":"q94","format":"json-compact","model":"gemini-2.5-flash","expected":"0.53","actual":"0.539","isCorrect":false,"inputTokens":3020,"outputTokens":5,"latencyMs":3943.156165999826},{"questionId":"q94","format":"toon","model":"gemini-2.5-flash","expected":"0.53","actual":"0.554","isCorrect":false,"inputTokens":2254,"outputTokens":5,"latencyMs":4300.395207999973},{"questionId":"q94","format":"csv","model":"gemini-2.5-flash","expected":"0.53","actual":"0.5425","isCorrect":false,"inputTokens":2191,"outputTokens":6,"latencyMs":3797.6741659999825},{"questionId":"q94","format":"xml","model":"gemini-2.5-flash","expected":"0.53","actual":"0.51","isCorrect":false,"inputTokens":5414,"outputTokens":4,"latencyMs":853.6187090000603},{"questionId":"q94","format":"yaml","model":"gemini-2.5-flash","expected":"0.53","actual":"0.517","isCorrect":false,"inputTokens":3797,"outputTokens":5,"latencyMs":18043.73079199996},{"questionId":"q95","format":"json-pretty","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":4775,"outputTokens":2,"latencyMs":9346.910917000147},{"questionId":"q95","format":"json-compact","model":"gemini-2.5-flash","expected":"33","actual":"30","isCorrect":false,"inputTokens":3026,"outputTokens":2,"latencyMs":8996.209375000093},{"questionId":"q95","format":"toon","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":2260,"outputTokens":2,"latencyMs":8771.660167000024},{"questionId":"q95","format":"csv","model":"gemini-2.5-flash","expected":"33","actual":"30","isCorrect":false,"inputTokens":2197,"outputTokens":2,"latencyMs":6174.016958000138},{"questionId":"q95","format":"xml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":5420,"outputTokens":2,"latencyMs":9879.398041999899},{"questionId":"q95","format":"yaml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":3803,"outputTokens":2,"latencyMs":7563.224374999991},{"questionId":"q96","format":"json-pretty","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":4775,"outputTokens":2,"latencyMs":6472.311915999977},{"questionId":"q96","format":"json-compact","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3026,"outputTokens":2,"latencyMs":4582.188833999913},{"questionId":"q96","format":"toon","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":2260,"outputTokens":2,"latencyMs":7418.32441599993},{"questionId":"q96","format":"csv","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":2197,"outputTokens":2,"latencyMs":6310.687916999916},{"questionId":"q96","format":"xml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":5420,"outputTokens":2,"latencyMs":3706.986041000113},{"questionId":"q96","format":"yaml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3803,"outputTokens":2,"latencyMs":8017.288708000211},{"questionId":"q97","format":"json-pretty","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":4773,"outputTokens":2,"latencyMs":4587.524415999884},{"questionId":"q97","format":"json-compact","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":3024,"outputTokens":2,"latencyMs":8076.623791999882},{"questionId":"q97","format":"toon","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":2258,"outputTokens":2,"latencyMs":6785.862874999875},{"questionId":"q97","format":"csv","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":2195,"outputTokens":2,"latencyMs":14623.29229100002},{"questionId":"q97","format":"xml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":5418,"outputTokens":2,"latencyMs":8437.72833299986},{"questionId":"q97","format":"yaml","model":"gemini-2.5-flash","expected":"57","actual":"59","isCorrect":false,"inputTokens":3801,"outputTokens":2,"latencyMs":992.0153330001049},{"questionId":"q98","format":"json-pretty","model":"gemini-2.5-flash","expected":"26","actual":"29","isCorrect":false,"inputTokens":4773,"outputTokens":2,"latencyMs":929.9643749999814},{"questionId":"q98","format":"json-compact","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3024,"outputTokens":2,"latencyMs":8383.853833000176},{"questionId":"q98","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"20","isCorrect":false,"inputTokens":2258,"outputTokens":2,"latencyMs":12984.237417000113},{"questionId":"q98","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2195,"outputTokens":2,"latencyMs":11571.934792000102},{"questionId":"q98","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5418,"outputTokens":2,"latencyMs":7395.440166999819},{"questionId":"q98","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3801,"outputTokens":2,"latencyMs":8231.298791000154},{"questionId":"q99","format":"json-pretty","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":4782,"outputTokens":2,"latencyMs":8902.375833000056},{"questionId":"q99","format":"json-compact","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":3033,"outputTokens":2,"latencyMs":18426.05224999995},{"questionId":"q99","format":"toon","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":2267,"outputTokens":2,"latencyMs":8133.253250000067},{"questionId":"q99","format":"csv","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":2204,"outputTokens":2,"latencyMs":9328.02483400004},{"questionId":"q99","format":"xml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":5427,"outputTokens":2,"latencyMs":8509.947958000004},{"questionId":"q99","format":"yaml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":3810,"outputTokens":2,"latencyMs":10580.705666000023},{"questionId":"q100","format":"json-pretty","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":4782,"outputTokens":2,"latencyMs":3608.4681249998976},{"questionId":"q100","format":"json-compact","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3033,"outputTokens":2,"latencyMs":8115.14754200005},{"questionId":"q100","format":"toon","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":2267,"outputTokens":2,"latencyMs":7676.925374999875},{"questionId":"q100","format":"csv","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":2204,"outputTokens":2,"latencyMs":15787.813332999824},{"questionId":"q100","format":"xml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":5427,"outputTokens":2,"latencyMs":10215.59974999982},{"questionId":"q100","format":"yaml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3810,"outputTokens":2,"latencyMs":7584.558124999981},{"questionId":"q101","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4782,"outputTokens":2,"latencyMs":8877.336249999935},{"questionId":"q101","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3033,"outputTokens":2,"latencyMs":19604.502457999857},{"questionId":"q101","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2267,"outputTokens":2,"latencyMs":10292.881833000109},{"questionId":"q101","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2204,"outputTokens":2,"latencyMs":15057.550499999896},{"questionId":"q101","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5427,"outputTokens":2,"latencyMs":11572.419082999928},{"questionId":"q101","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3810,"outputTokens":2,"latencyMs":9030.41550000012},{"questionId":"q102","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4783,"outputTokens":2,"latencyMs":9122.61024999991},{"questionId":"q102","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3034,"outputTokens":2,"latencyMs":10989.60850000009},{"questionId":"q102","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2268,"outputTokens":2,"latencyMs":9746.793125000084},{"questionId":"q102","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2205,"outputTokens":2,"latencyMs":14674.011249999981},{"questionId":"q102","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5428,"outputTokens":2,"latencyMs":9472.846750000026},{"questionId":"q102","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":9922.021875000093},{"questionId":"q103","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4783,"outputTokens":2,"latencyMs":9300.480833000038},{"questionId":"q103","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3034,"outputTokens":2,"latencyMs":18546.980375000043},{"questionId":"q103","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2268,"outputTokens":2,"latencyMs":16086.99541600002},{"questionId":"q103","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2205,"outputTokens":2,"latencyMs":14909.735666999826},{"questionId":"q103","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5428,"outputTokens":2,"latencyMs":16316.574874999933},{"questionId":"q103","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":9350.778374999994},{"questionId":"q104","format":"json-pretty","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":4783,"outputTokens":2,"latencyMs":12758.962291999953},{"questionId":"q104","format":"json-compact","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":3034,"outputTokens":2,"latencyMs":21453.55983400019},{"questionId":"q104","format":"toon","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":2268,"outputTokens":2,"latencyMs":21367.362124999985},{"questionId":"q104","format":"csv","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":2205,"outputTokens":2,"latencyMs":19458.935667000012},{"questionId":"q104","format":"xml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":5428,"outputTokens":2,"latencyMs":9725.611458000029},{"questionId":"q104","format":"yaml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":9333.14587499993},{"questionId":"q105","format":"json-pretty","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":4783,"outputTokens":2,"latencyMs":11557.004582999973},{"questionId":"q105","format":"json-compact","model":"gemini-2.5-flash","expected":"18","actual":"17","isCorrect":false,"inputTokens":3034,"outputTokens":2,"latencyMs":8290.26970799989},{"questionId":"q105","format":"toon","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":2268,"outputTokens":2,"latencyMs":16303.876625000034},{"questionId":"q105","format":"csv","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":2205,"outputTokens":2,"latencyMs":12418.380916999886},{"questionId":"q105","format":"xml","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":5428,"outputTokens":2,"latencyMs":9359.70299999998},{"questionId":"q105","format":"yaml","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":9899.295875000069},{"questionId":"q106","format":"json-pretty","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4781,"outputTokens":2,"latencyMs":10498.00679200003},{"questionId":"q106","format":"json-compact","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3032,"outputTokens":2,"latencyMs":18366.591917000012},{"questionId":"q106","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2266,"outputTokens":2,"latencyMs":20886.052082999842},{"questionId":"q106","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2203,"outputTokens":2,"latencyMs":14442.010584000032},{"questionId":"q106","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5426,"outputTokens":2,"latencyMs":8854.074458000017},{"questionId":"q106","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3809,"outputTokens":2,"latencyMs":7716.887458000099},{"questionId":"q107","format":"json-pretty","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":4781,"outputTokens":1,"latencyMs":7745.152083999943},{"questionId":"q107","format":"json-compact","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":3032,"outputTokens":1,"latencyMs":7956.2485829999205},{"questionId":"q107","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":2266,"outputTokens":1,"latencyMs":8061.957332999911},{"questionId":"q107","format":"csv","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":2203,"outputTokens":1,"latencyMs":14974.941249999916},{"questionId":"q107","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":5426,"outputTokens":1,"latencyMs":12548.732708000112},{"questionId":"q107","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":3809,"outputTokens":1,"latencyMs":9601.943708000006},{"questionId":"q108","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4783,"outputTokens":2,"latencyMs":11398.166166000068},{"questionId":"q108","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3034,"outputTokens":2,"latencyMs":18446.10975000006},{"questionId":"q108","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2268,"outputTokens":2,"latencyMs":13089.892624999862},{"questionId":"q108","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2205,"outputTokens":2,"latencyMs":12523.567207999993},{"questionId":"q108","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5428,"outputTokens":2,"latencyMs":12934.075749999844},{"questionId":"q108","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":12097.631459000055},{"questionId":"q109","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"21","isCorrect":false,"inputTokens":4783,"outputTokens":2,"latencyMs":11614.275083000073},{"questionId":"q109","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3034,"outputTokens":2,"latencyMs":20117.197624999797},{"questionId":"q109","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2268,"outputTokens":2,"latencyMs":25048.976459000027},{"questionId":"q109","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2205,"outputTokens":2,"latencyMs":15374.37220800016},{"questionId":"q109","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5428,"outputTokens":2,"latencyMs":15753.483583000023},{"questionId":"q109","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":11812.66025000019},{"questionId":"q110","format":"json-pretty","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19996,"outputTokens":6,"latencyMs":820.3325000000186},{"questionId":"q110","format":"json-compact","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15037,"outputTokens":6,"latencyMs":1006.9143749999348},{"questionId":"q110","format":"toon","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12340,"outputTokens":6,"latencyMs":2503.9271660000086},{"questionId":"q110","format":"csv","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12210,"outputTokens":6,"latencyMs":2557.841999999946},{"questionId":"q110","format":"xml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":21884,"outputTokens":6,"latencyMs":1338.250708000036},{"questionId":"q110","format":"yaml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17079,"outputTokens":6,"latencyMs":1092.076875000028},{"questionId":"q111","format":"json-pretty","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19999,"outputTokens":5,"latencyMs":1343.2134169999044},{"questionId":"q111","format":"json-compact","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15040,"outputTokens":5,"latencyMs":1155.9352500000969},{"questionId":"q111","format":"toon","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12343,"outputTokens":5,"latencyMs":2985.4759170000907},{"questionId":"q111","format":"csv","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12213,"outputTokens":5,"latencyMs":2178.4733330002055},{"questionId":"q111","format":"xml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":21887,"outputTokens":5,"latencyMs":1514.291874999879},{"questionId":"q111","format":"yaml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17082,"outputTokens":5,"latencyMs":2107.189750000136},{"questionId":"q112","format":"json-pretty","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":19993,"outputTokens":4,"latencyMs":1358.499000000069},{"questionId":"q112","format":"json-compact","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":15034,"outputTokens":4,"latencyMs":1573.1991250000428},{"questionId":"q112","format":"toon","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":12337,"outputTokens":4,"latencyMs":2421.451124999905},{"questionId":"q112","format":"csv","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":12207,"outputTokens":4,"latencyMs":2263.0925829999615},{"questionId":"q112","format":"xml","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":21881,"outputTokens":4,"latencyMs":3406.4459999999963},{"questionId":"q112","format":"yaml","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17076,"outputTokens":4,"latencyMs":2569.42262499989},{"questionId":"q113","format":"json-pretty","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":20000,"outputTokens":1,"latencyMs":1306.3860420000274},{"questionId":"q113","format":"json-compact","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":15041,"outputTokens":1,"latencyMs":1453.201124999905},{"questionId":"q113","format":"toon","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12344,"outputTokens":1,"latencyMs":1360.3642500001006},{"questionId":"q113","format":"csv","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12214,"outputTokens":1,"latencyMs":1078.90625},{"questionId":"q113","format":"xml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":21888,"outputTokens":1,"latencyMs":1219.0988330000546},{"questionId":"q113","format":"yaml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":17083,"outputTokens":1,"latencyMs":1612.0060419999063},{"questionId":"q114","format":"json-pretty","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":19992,"outputTokens":6,"latencyMs":1119.9602080001496},{"questionId":"q114","format":"json-compact","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":15033,"outputTokens":6,"latencyMs":891.3606250002049},{"questionId":"q114","format":"toon","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":12336,"outputTokens":6,"latencyMs":1976.2557079999242},{"questionId":"q114","format":"csv","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":12206,"outputTokens":6,"latencyMs":1940.8065000001807},{"questionId":"q114","format":"xml","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":21880,"outputTokens":6,"latencyMs":2266.777708000038},{"questionId":"q114","format":"yaml","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17075,"outputTokens":6,"latencyMs":1560.6799170000013},{"questionId":"q115","format":"json-pretty","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":19998,"outputTokens":5,"latencyMs":1281.6048749999609},{"questionId":"q115","format":"json-compact","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":15039,"outputTokens":5,"latencyMs":1507.9486250001937},{"questionId":"q115","format":"toon","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":12342,"outputTokens":5,"latencyMs":2575.5720420000143},{"questionId":"q115","format":"csv","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":12212,"outputTokens":5,"latencyMs":1846.8890830001328},{"questionId":"q115","format":"xml","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":21886,"outputTokens":5,"latencyMs":1437.4632089999504},{"questionId":"q115","format":"yaml","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17081,"outputTokens":5,"latencyMs":1421.5859169999603},{"questionId":"q116","format":"json-pretty","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":19998,"outputTokens":3,"latencyMs":1490.5458339999896},{"questionId":"q116","format":"json-compact","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":15039,"outputTokens":3,"latencyMs":1540.0154579998925},{"questionId":"q116","format":"toon","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":12342,"outputTokens":3,"latencyMs":2443.3554579999764},{"questionId":"q116","format":"csv","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":12212,"outputTokens":3,"latencyMs":3666.363541999832},{"questionId":"q116","format":"xml","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":21886,"outputTokens":3,"latencyMs":1688.7147500000428},{"questionId":"q116","format":"yaml","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":17081,"outputTokens":3,"latencyMs":1467.6509579999838},{"questionId":"q117","format":"json-pretty","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":19994,"outputTokens":1,"latencyMs":1242.4450000000652},{"questionId":"q117","format":"json-compact","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":15035,"outputTokens":1,"latencyMs":1624.5377919999883},{"questionId":"q117","format":"toon","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12338,"outputTokens":1,"latencyMs":2195.9172910000198},{"questionId":"q117","format":"csv","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12208,"outputTokens":1,"latencyMs":2616.4284580000676},{"questionId":"q117","format":"xml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":21882,"outputTokens":1,"latencyMs":1066.827667000005},{"questionId":"q117","format":"yaml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":17077,"outputTokens":1,"latencyMs":867.1121670000721},{"questionId":"q118","format":"json-pretty","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":20001,"outputTokens":6,"latencyMs":1384.6521249997895},{"questionId":"q118","format":"json-compact","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":15042,"outputTokens":6,"latencyMs":1246.5227500000037},{"questionId":"q118","format":"toon","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":12345,"outputTokens":6,"latencyMs":2001.3106249999255},{"questionId":"q118","format":"csv","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":12215,"outputTokens":6,"latencyMs":1560.5230829999782},{"questionId":"q118","format":"xml","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":21889,"outputTokens":6,"latencyMs":1507.4958750000224},{"questionId":"q118","format":"yaml","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17084,"outputTokens":6,"latencyMs":1055.6135829999112},{"questionId":"q119","format":"json-pretty","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":19996,"outputTokens":5,"latencyMs":2101.7072499999776},{"questionId":"q119","format":"json-compact","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":15037,"outputTokens":5,"latencyMs":1895.0940419998951},{"questionId":"q119","format":"toon","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":12340,"outputTokens":5,"latencyMs":2316.1087080000434},{"questionId":"q119","format":"csv","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":12210,"outputTokens":5,"latencyMs":1215.0670419998933},{"questionId":"q119","format":"xml","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":21884,"outputTokens":5,"latencyMs":1328.7852920000441},{"questionId":"q119","format":"yaml","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17079,"outputTokens":5,"latencyMs":1247.3887080000713},{"questionId":"q120","format":"json-pretty","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":19999,"outputTokens":4,"latencyMs":1177.6324170001317},{"questionId":"q120","format":"json-compact","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":15040,"outputTokens":4,"latencyMs":1452.6057079997845},{"questionId":"q120","format":"toon","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":12343,"outputTokens":4,"latencyMs":3074.1430840000976},{"questionId":"q120","format":"csv","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":12213,"outputTokens":4,"latencyMs":2682.003999999957},{"questionId":"q120","format":"xml","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":21887,"outputTokens":4,"latencyMs":1626.323916999856},{"questionId":"q120","format":"yaml","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17082,"outputTokens":4,"latencyMs":1537.1137500000186},{"questionId":"q121","format":"json-pretty","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":19991,"outputTokens":3,"latencyMs":4263.85141699994},{"questionId":"q121","format":"json-compact","model":"gemini-2.5-flash","expected":"100","actual":"55","isCorrect":false,"inputTokens":15032,"outputTokens":2,"latencyMs":1434.2911660000682},{"questionId":"q121","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":12335,"outputTokens":3,"latencyMs":4391.490416999906},{"questionId":"q121","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":12205,"outputTokens":3,"latencyMs":8513.849875000073},{"questionId":"q121","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":21879,"outputTokens":3,"latencyMs":5376.511416999856},{"questionId":"q121","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"59","isCorrect":false,"inputTokens":17074,"outputTokens":2,"latencyMs":1318.753665999975},{"questionId":"q122","format":"json-pretty","model":"gemini-2.5-flash","expected":"15413563","actual":"13006303","isCorrect":false,"inputTokens":19994,"outputTokens":8,"latencyMs":10013.477124999976},{"questionId":"q122","format":"json-compact","model":"gemini-2.5-flash","expected":"15413563","actual":"10461623","isCorrect":false,"inputTokens":15035,"outputTokens":8,"latencyMs":1150.1682500001043},{"questionId":"q122","format":"toon","model":"gemini-2.5-flash","expected":"15413563","actual":"11234978","isCorrect":false,"inputTokens":12338,"outputTokens":8,"latencyMs":1289.7049159999005},{"questionId":"q122","format":"csv","model":"gemini-2.5-flash","expected":"15413563","actual":"10444391","isCorrect":false,"inputTokens":12208,"outputTokens":8,"latencyMs":1831.5437080000993},{"questionId":"q122","format":"xml","model":"gemini-2.5-flash","expected":"15413563","actual":"12059045","isCorrect":false,"inputTokens":21882,"outputTokens":8,"latencyMs":8813.971374999965},{"questionId":"q122","format":"yaml","model":"gemini-2.5-flash","expected":"15413563","actual":"10077977","isCorrect":false,"inputTokens":17077,"outputTokens":8,"latencyMs":70958.52270799992},{"questionId":"q123","format":"json-pretty","model":"gemini-2.5-flash","expected":"2528243","actual":"1894178","isCorrect":false,"inputTokens":19994,"outputTokens":7,"latencyMs":1023.7337499998976},{"questionId":"q123","format":"json-compact","model":"gemini-2.5-flash","expected":"2528243","actual":"1324118","isCorrect":false,"inputTokens":15035,"outputTokens":7,"latencyMs":994.3684169999324},{"questionId":"q123","format":"toon","model":"gemini-2.5-flash","expected":"2528243","actual":"3302302","isCorrect":false,"inputTokens":12338,"outputTokens":7,"latencyMs":6056.085666999919},{"questionId":"q123","format":"csv","model":"gemini-2.5-flash","expected":"2528243","actual":"1819385","isCorrect":false,"inputTokens":12208,"outputTokens":7,"latencyMs":1124.047625000123},{"questionId":"q123","format":"xml","model":"gemini-2.5-flash","expected":"2528243","actual":"2560945","isCorrect":false,"inputTokens":21882,"outputTokens":7,"latencyMs":8138.946541000158},{"questionId":"q123","format":"yaml","model":"gemini-2.5-flash","expected":"2528243","actual":"3381014","isCorrect":false,"inputTokens":17077,"outputTokens":7,"latencyMs":7333.968791000079},{"questionId":"q124","format":"json-pretty","model":"gemini-2.5-flash","expected":"154136","actual":"143501.71","isCorrect":false,"inputTokens":19993,"outputTokens":9,"latencyMs":91230.74587500002},{"questionId":"q124","format":"json-compact","model":"gemini-2.5-flash","expected":"154136","actual":"186481.98","isCorrect":false,"inputTokens":15034,"outputTokens":9,"latencyMs":1495.5502920001745},{"questionId":"q124","format":"toon","model":"gemini-2.5-flash","expected":"154136","actual":"181589","isCorrect":false,"inputTokens":12337,"outputTokens":6,"latencyMs":7415.6546249999665},{"questionId":"q124","format":"csv","model":"gemini-2.5-flash","expected":"154136","actual":"182116.44","isCorrect":false,"inputTokens":12207,"outputTokens":9,"latencyMs":11237.084082999965},{"questionId":"q124","format":"xml","model":"gemini-2.5-flash","expected":"154136","actual":"175578.78","isCorrect":false,"inputTokens":21881,"outputTokens":9,"latencyMs":11161.472624999937},{"questionId":"q124","format":"yaml","model":"gemini-2.5-flash","expected":"154136","actual":"154637.37","isCorrect":false,"inputTokens":17076,"outputTokens":9,"latencyMs":7335.706624999875},{"questionId":"q125","format":"json-pretty","model":"gemini-2.5-flash","expected":"41","actual":"33","isCorrect":false,"inputTokens":19995,"outputTokens":2,"latencyMs":2793.861874999944},{"questionId":"q125","format":"json-compact","model":"gemini-2.5-flash","expected":"41","actual":"29","isCorrect":false,"inputTokens":15036,"outputTokens":2,"latencyMs":1645.5502499998547},{"questionId":"q125","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"31","isCorrect":false,"inputTokens":12339,"outputTokens":2,"latencyMs":1389.0501660001464},{"questionId":"q125","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"32","isCorrect":false,"inputTokens":12209,"outputTokens":2,"latencyMs":1263.949958999874},{"questionId":"q125","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"34","isCorrect":false,"inputTokens":21883,"outputTokens":2,"latencyMs":1162.3707500000019},{"questionId":"q125","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"30","isCorrect":false,"inputTokens":17078,"outputTokens":2,"latencyMs":834.5969169999007},{"questionId":"q126","format":"json-pretty","model":"gemini-2.5-flash","expected":"53","actual":"43","isCorrect":false,"inputTokens":19995,"outputTokens":2,"latencyMs":867.1242500001099},{"questionId":"q126","format":"json-compact","model":"gemini-2.5-flash","expected":"53","actual":"35","isCorrect":false,"inputTokens":15036,"outputTokens":2,"latencyMs":1275.7282499999274},{"questionId":"q126","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":12339,"outputTokens":2,"latencyMs":50529.77941700001},{"questionId":"q126","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"54","isCorrect":false,"inputTokens":12209,"outputTokens":2,"latencyMs":9619.671875},{"questionId":"q126","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"44","isCorrect":false,"inputTokens":21883,"outputTokens":2,"latencyMs":1075.4917500000447},{"questionId":"q126","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"36","isCorrect":false,"inputTokens":17078,"outputTokens":2,"latencyMs":886.7667499999516},{"questionId":"q127","format":"json-pretty","model":"gemini-2.5-flash","expected":"77","actual":"57","isCorrect":false,"inputTokens":19998,"outputTokens":2,"latencyMs":1016.2725839999039},{"questionId":"q127","format":"json-compact","model":"gemini-2.5-flash","expected":"77","actual":"51","isCorrect":false,"inputTokens":15039,"outputTokens":2,"latencyMs":1170.8503330000676},{"questionId":"q127","format":"toon","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":12011.028582999948},{"questionId":"q127","format":"csv","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":57883.23949999991},{"questionId":"q127","format":"xml","model":"gemini-2.5-flash","expected":"77","actual":"58","isCorrect":false,"inputTokens":21886,"outputTokens":2,"latencyMs":8144.165416999953},{"questionId":"q127","format":"yaml","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":17081,"outputTokens":2,"latencyMs":10649.737666000146},{"questionId":"q128","format":"json-pretty","model":"gemini-2.5-flash","expected":"37","actual":"36","isCorrect":false,"inputTokens":19998,"outputTokens":2,"latencyMs":991.874792000046},{"questionId":"q128","format":"json-compact","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":15039,"outputTokens":2,"latencyMs":1226.857916999841},{"questionId":"q128","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":6056.125499999849},{"questionId":"q128","format":"csv","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":28262.73704200005},{"questionId":"q128","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"33","isCorrect":false,"inputTokens":21886,"outputTokens":2,"latencyMs":1566.9069169999566},{"questionId":"q128","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"30","isCorrect":false,"inputTokens":17081,"outputTokens":2,"latencyMs":1269.6885830000974},{"questionId":"q129","format":"json-pretty","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":19998,"outputTokens":2,"latencyMs":2611.260167000117},{"questionId":"q129","format":"json-compact","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":15039,"outputTokens":2,"latencyMs":3346.6841250001453},{"questionId":"q129","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":4243.497665999923},{"questionId":"q129","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":10893.754291999852},{"questionId":"q129","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"15","isCorrect":false,"inputTokens":21886,"outputTokens":2,"latencyMs":1529.09466599999},{"questionId":"q129","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":17081,"outputTokens":2,"latencyMs":7623.06495800009},{"questionId":"q130","format":"json-pretty","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":19997,"outputTokens":2,"latencyMs":1035.1543749999255},{"questionId":"q130","format":"json-compact","model":"gemini-2.5-flash","expected":"49","actual":"80","isCorrect":false,"inputTokens":15038,"outputTokens":2,"latencyMs":1285.6448329999112},{"questionId":"q130","format":"toon","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":10546.691166999983},{"questionId":"q130","format":"csv","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":10701.617999999784},{"questionId":"q130","format":"xml","model":"gemini-2.5-flash","expected":"49","actual":"62","isCorrect":false,"inputTokens":21885,"outputTokens":2,"latencyMs":1278.1879160001408},{"questionId":"q130","format":"yaml","model":"gemini-2.5-flash","expected":"49","actual":"66","isCorrect":false,"inputTokens":17080,"outputTokens":2,"latencyMs":1394.9011669999454},{"questionId":"q131","format":"json-pretty","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":19997,"outputTokens":2,"latencyMs":9548.623499999987},{"questionId":"q131","format":"json-compact","model":"gemini-2.5-flash","expected":"23","actual":"53","isCorrect":false,"inputTokens":15038,"outputTokens":2,"latencyMs":1137.6763750000391},{"questionId":"q131","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":12191.030291999923},{"questionId":"q131","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":67487.05520800012},{"questionId":"q131","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":11420.29916699999},{"questionId":"q131","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":17080,"outputTokens":2,"latencyMs":10378.201458000112},{"questionId":"q132","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"14","isCorrect":false,"inputTokens":19997,"outputTokens":2,"latencyMs":1492.8980409998912},{"questionId":"q132","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":15038,"outputTokens":2,"latencyMs":9102.054459000006},{"questionId":"q132","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":8046.024499999825},{"questionId":"q132","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":12211,"outputTokens":2,"latencyMs":8102.911166999955},{"questionId":"q132","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":6774.607375000138},{"questionId":"q132","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":17080,"outputTokens":2,"latencyMs":8455.944957999978},{"questionId":"q133","format":"json-pretty","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":19996,"outputTokens":2,"latencyMs":9687.905416999944},{"questionId":"q133","format":"json-compact","model":"gemini-2.5-flash","expected":"19","actual":"20","isCorrect":false,"inputTokens":15037,"outputTokens":2,"latencyMs":1352.6926669999957},{"questionId":"q133","format":"toon","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":12340,"outputTokens":2,"latencyMs":9811.571541999932},{"questionId":"q133","format":"csv","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":12210,"outputTokens":2,"latencyMs":59821.31099999999},{"questionId":"q133","format":"xml","model":"gemini-2.5-flash","expected":"19","actual":"21","isCorrect":false,"inputTokens":21884,"outputTokens":2,"latencyMs":1241.824416999938},{"questionId":"q133","format":"yaml","model":"gemini-2.5-flash","expected":"19","actual":"26","isCorrect":false,"inputTokens":17079,"outputTokens":2,"latencyMs":1345.4242499999236},{"questionId":"q134","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":19996,"outputTokens":1,"latencyMs":7429.3126250000205},{"questionId":"q134","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":15037,"outputTokens":1,"latencyMs":7140.53816700005},{"questionId":"q134","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12340,"outputTokens":1,"latencyMs":7507.361499999883},{"questionId":"q134","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12210,"outputTokens":1,"latencyMs":59907.75949999993},{"questionId":"q134","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":21884,"outputTokens":1,"latencyMs":6860.513666999992},{"questionId":"q134","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"8","isCorrect":false,"inputTokens":17079,"outputTokens":1,"latencyMs":1162.3048750001471},{"questionId":"q135","format":"json-pretty","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":20007,"outputTokens":2,"latencyMs":20415.82108299993},{"questionId":"q135","format":"json-compact","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":15048,"outputTokens":2,"latencyMs":17163.573416},{"questionId":"q135","format":"toon","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12351,"outputTokens":2,"latencyMs":16788.95291600004},{"questionId":"q135","format":"csv","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12221,"outputTokens":2,"latencyMs":50198.77866700012},{"questionId":"q135","format":"xml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":21895,"outputTokens":2,"latencyMs":18112.610708999913},{"questionId":"q135","format":"yaml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":17090,"outputTokens":2,"latencyMs":31275.44225000008},{"questionId":"q136","format":"json-pretty","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":20008,"outputTokens":2,"latencyMs":14892.168125000084},{"questionId":"q136","format":"json-compact","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":15049,"outputTokens":2,"latencyMs":22694.75629099994},{"questionId":"q136","format":"toon","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12352,"outputTokens":2,"latencyMs":27078.04404199985},{"questionId":"q136","format":"csv","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12222,"outputTokens":2,"latencyMs":19149.948333000066},{"questionId":"q136","format":"xml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":21896,"outputTokens":2,"latencyMs":15261.174082999816},{"questionId":"q136","format":"yaml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":16479.740834000055},{"questionId":"q137","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":20008,"outputTokens":2,"latencyMs":7598.253500000108},{"questionId":"q137","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":15049,"outputTokens":2,"latencyMs":7545.255165999988},{"questionId":"q137","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12352,"outputTokens":2,"latencyMs":9283.854208000004},{"questionId":"q137","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12222,"outputTokens":2,"latencyMs":11325.223790999968},{"questionId":"q137","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":21896,"outputTokens":2,"latencyMs":10736.959583000047},{"questionId":"q137","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":5536.62716699997},{"questionId":"q138","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20008,"outputTokens":1,"latencyMs":3116.8004159999546},{"questionId":"q138","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":15049,"outputTokens":1,"latencyMs":14883.594125000061},{"questionId":"q138","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12352,"outputTokens":1,"latencyMs":5870.130791999865},{"questionId":"q138","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12222,"outputTokens":1,"latencyMs":14998.586040999973},{"questionId":"q138","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21896,"outputTokens":1,"latencyMs":6802.919040999841},{"questionId":"q138","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17091,"outputTokens":1,"latencyMs":15930.758374999976},{"questionId":"q139","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20007,"outputTokens":1,"latencyMs":10956.425416999962},{"questionId":"q139","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":15048,"outputTokens":1,"latencyMs":13030.381082999986},{"questionId":"q139","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12351,"outputTokens":1,"latencyMs":12169.922540999949},{"questionId":"q139","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12221,"outputTokens":1,"latencyMs":97785.8919579999},{"questionId":"q139","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":15255.339541000081},{"questionId":"q139","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17090,"outputTokens":1,"latencyMs":15800.617708000122},{"questionId":"q140","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":20007,"outputTokens":1,"latencyMs":10980.445999999996},{"questionId":"q140","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":15048,"outputTokens":1,"latencyMs":7907.627749999985},{"questionId":"q140","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12351,"outputTokens":1,"latencyMs":6456.499583000084},{"questionId":"q140","format":"csv","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12221,"outputTokens":1,"latencyMs":23957.531582999974},{"questionId":"q140","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":12261.751958000008},{"questionId":"q140","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":17090,"outputTokens":1,"latencyMs":6809.318374999799},{"questionId":"q141","format":"json-pretty","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":8524,"outputTokens":1,"latencyMs":1605.9582080000546},{"questionId":"q141","format":"json-compact","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":5854,"outputTokens":1,"latencyMs":1501.998707999941},{"questionId":"q141","format":"toon","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":6952,"outputTokens":1,"latencyMs":969.019083000021},{"questionId":"q141","format":"xml","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":9349,"outputTokens":1,"latencyMs":1413.439292000141},{"questionId":"q141","format":"yaml","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":6904,"outputTokens":1,"latencyMs":1694.577917000046},{"questionId":"q142","format":"json-pretty","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8524,"outputTokens":4,"latencyMs":2283.318208999932},{"questionId":"q142","format":"json-compact","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5854,"outputTokens":4,"latencyMs":1699.7539170000236},{"questionId":"q142","format":"toon","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6952,"outputTokens":4,"latencyMs":1754.3069579999428},{"questionId":"q142","format":"xml","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":9349,"outputTokens":4,"latencyMs":2126.509667000035},{"questionId":"q142","format":"yaml","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6904,"outputTokens":4,"latencyMs":1012.7752910000272},{"questionId":"q143","format":"json-pretty","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":8525,"outputTokens":3,"latencyMs":2026.8213750000577},{"questionId":"q143","format":"json-compact","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":5855,"outputTokens":3,"latencyMs":1698.7773329999764},{"questionId":"q143","format":"toon","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":6953,"outputTokens":3,"latencyMs":883.7793330000713},{"questionId":"q143","format":"xml","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":9350,"outputTokens":3,"latencyMs":1920.1967919999734},{"questionId":"q143","format":"yaml","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":6905,"outputTokens":3,"latencyMs":2803.983874999918},{"questionId":"q144","format":"json-pretty","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":8525,"outputTokens":4,"latencyMs":1193.4298329998273},{"questionId":"q144","format":"json-compact","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5855,"outputTokens":4,"latencyMs":1004.0108339998405},{"questionId":"q144","format":"toon","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6953,"outputTokens":4,"latencyMs":1344.3944589998573},{"questionId":"q144","format":"xml","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":9350,"outputTokens":4,"latencyMs":2016.0832499999087},{"questionId":"q144","format":"yaml","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6905,"outputTokens":4,"latencyMs":2927.088333999971},{"questionId":"q145","format":"json-pretty","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":8524,"outputTokens":1,"latencyMs":1358.9339590000454},{"questionId":"q145","format":"json-compact","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":5854,"outputTokens":1,"latencyMs":1159.8108749999665},{"questionId":"q145","format":"toon","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":6952,"outputTokens":1,"latencyMs":923.715291999979},{"questionId":"q145","format":"xml","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":9349,"outputTokens":1,"latencyMs":1340.9324170001782},{"questionId":"q145","format":"yaml","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":6904,"outputTokens":1,"latencyMs":4382.729457999812},{"questionId":"q146","format":"json-pretty","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":8524,"outputTokens":4,"latencyMs":1744.061042000074},{"questionId":"q146","format":"json-compact","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5854,"outputTokens":4,"latencyMs":1846.1962499998044},{"questionId":"q146","format":"toon","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6952,"outputTokens":4,"latencyMs":1531.9872079999186},{"questionId":"q146","format":"xml","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":9349,"outputTokens":4,"latencyMs":1796.5622089998797},{"questionId":"q146","format":"yaml","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6904,"outputTokens":4,"latencyMs":1938.742291000206},{"questionId":"q147","format":"json-pretty","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":8525,"outputTokens":3,"latencyMs":1691.580625000177},{"questionId":"q147","format":"json-compact","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":5855,"outputTokens":3,"latencyMs":1738.1999160000123},{"questionId":"q147","format":"toon","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":6953,"outputTokens":3,"latencyMs":1360.7476250000764},{"questionId":"q147","format":"xml","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":9350,"outputTokens":3,"latencyMs":2412.4747909998987},{"questionId":"q147","format":"yaml","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":6905,"outputTokens":3,"latencyMs":2774.8686249998864},{"questionId":"q148","format":"json-pretty","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":8525,"outputTokens":3,"latencyMs":1314.1310829999857},{"questionId":"q148","format":"json-compact","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":5855,"outputTokens":3,"latencyMs":1018.845792000182},{"questionId":"q148","format":"toon","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":6953,"outputTokens":3,"latencyMs":1123.8829580000602},{"questionId":"q148","format":"xml","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":9350,"outputTokens":3,"latencyMs":1867.65945799998},{"questionId":"q148","format":"yaml","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":6905,"outputTokens":3,"latencyMs":1765.9763329999987},{"questionId":"q149","format":"json-pretty","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":8524,"outputTokens":1,"latencyMs":1480.0453329999},{"questionId":"q149","format":"json-compact","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":5854,"outputTokens":1,"latencyMs":2220.867542000022},{"questionId":"q149","format":"toon","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":6952,"outputTokens":1,"latencyMs":2063.717165999813},{"questionId":"q149","format":"xml","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":9349,"outputTokens":1,"latencyMs":1865.1950000000652},{"questionId":"q149","format":"yaml","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":6904,"outputTokens":1,"latencyMs":1483.6974160000682},{"questionId":"q150","format":"json-pretty","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8524,"outputTokens":4,"latencyMs":1341.9900419998448},{"questionId":"q150","format":"json-compact","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5854,"outputTokens":4,"latencyMs":1678.0698750000447},{"questionId":"q150","format":"toon","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6952,"outputTokens":4,"latencyMs":2014.6011669998989},{"questionId":"q150","format":"xml","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":9349,"outputTokens":4,"latencyMs":1779.783500000136},{"questionId":"q150","format":"yaml","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6904,"outputTokens":4,"latencyMs":1688.4955420000479},{"questionId":"q151","format":"json-pretty","model":"gemini-2.5-flash","expected":"75","actual":"67","isCorrect":false,"inputTokens":8499,"outputTokens":2,"latencyMs":1379.534042000072},{"questionId":"q151","format":"json-compact","model":"gemini-2.5-flash","expected":"75","actual":"60","isCorrect":false,"inputTokens":5829,"outputTokens":2,"latencyMs":1089.637875000015},{"questionId":"q151","format":"toon","model":"gemini-2.5-flash","expected":"75","actual":"56","isCorrect":false,"inputTokens":6927,"outputTokens":2,"latencyMs":1090.192042000126},{"questionId":"q151","format":"xml","model":"gemini-2.5-flash","expected":"75","actual":"60","isCorrect":false,"inputTokens":9324,"outputTokens":2,"latencyMs":1178.423167000059},{"questionId":"q151","format":"yaml","model":"gemini-2.5-flash","expected":"75","actual":"60","isCorrect":false,"inputTokens":6879,"outputTokens":2,"latencyMs":1311.6743329998571},{"questionId":"q152","format":"json-pretty","model":"gemini-2.5-flash","expected":"2453.41","actual":"2397.47","isCorrect":false,"inputTokens":8500,"outputTokens":7,"latencyMs":5550.224958000006},{"questionId":"q152","format":"json-compact","model":"gemini-2.5-flash","expected":"2453.41","actual":"2516.285714285714","isCorrect":false,"inputTokens":5830,"outputTokens":17,"latencyMs":5440.196208999958},{"questionId":"q152","format":"toon","model":"gemini-2.5-flash","expected":"2453.41","actual":"2040.88","isCorrect":false,"inputTokens":6928,"outputTokens":7,"latencyMs":5231.439917000011},{"questionId":"q152","format":"xml","model":"gemini-2.5-flash","expected":"2453.41","actual":"2447","isCorrect":false,"inputTokens":9325,"outputTokens":4,"latencyMs":5118.889167000074},{"questionId":"q152","format":"yaml","model":"gemini-2.5-flash","expected":"2453.41","actual":"2382.19","isCorrect":false,"inputTokens":6880,"outputTokens":7,"latencyMs":32094.696499999845},{"questionId":"q153","format":"json-pretty","model":"gemini-2.5-flash","expected":"29","actual":"28","isCorrect":false,"inputTokens":8499,"outputTokens":2,"latencyMs":673.9945420001168},{"questionId":"q153","format":"json-compact","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":5829,"outputTokens":2,"latencyMs":5036.59695799998},{"questionId":"q153","format":"toon","model":"gemini-2.5-flash","expected":"29","actual":"30","isCorrect":false,"inputTokens":6927,"outputTokens":2,"latencyMs":810.2736659999937},{"questionId":"q153","format":"xml","model":"gemini-2.5-flash","expected":"29","actual":"25","isCorrect":false,"inputTokens":9324,"outputTokens":2,"latencyMs":1109.847000000067},{"questionId":"q153","format":"yaml","model":"gemini-2.5-flash","expected":"29","actual":"26","isCorrect":false,"inputTokens":6879,"outputTokens":2,"latencyMs":864.2904580000322},{"questionId":"q154","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":8499,"outputTokens":2,"latencyMs":3743.257208999945},{"questionId":"q154","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":5829,"outputTokens":2,"latencyMs":765.6129159999546},{"questionId":"q154","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":6927,"outputTokens":2,"latencyMs":961.7399579999037},{"questionId":"q154","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"18","isCorrect":false,"inputTokens":9324,"outputTokens":2,"latencyMs":3994.9549579999875},{"questionId":"q154","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":6879,"outputTokens":2,"latencyMs":1098.734124999959},{"questionId":"q155","format":"json-pretty","model":"gemini-2.5-flash","expected":"29","actual":"26","isCorrect":false,"inputTokens":8499,"outputTokens":2,"latencyMs":5752.466749999905},{"questionId":"q155","format":"json-compact","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":5829,"outputTokens":2,"latencyMs":13573.806083000032},{"questionId":"q155","format":"toon","model":"gemini-2.5-flash","expected":"29","actual":"20","isCorrect":false,"inputTokens":6927,"outputTokens":2,"latencyMs":700.9692919999361},{"questionId":"q155","format":"xml","model":"gemini-2.5-flash","expected":"29","actual":"20","isCorrect":false,"inputTokens":9324,"outputTokens":2,"latencyMs":1116.1672080000862},{"questionId":"q155","format":"yaml","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":6879,"outputTokens":2,"latencyMs":5723.979999999981},{"questionId":"q156","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"12","isCorrect":false,"inputTokens":8502,"outputTokens":2,"latencyMs":6274.29904199997},{"questionId":"q156","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":5832,"outputTokens":2,"latencyMs":1382.3246659999713},{"questionId":"q156","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"9","isCorrect":false,"inputTokens":6930,"outputTokens":1,"latencyMs":1193.0527909998782},{"questionId":"q156","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":9327,"outputTokens":2,"latencyMs":6970.961624999996},{"questionId":"q156","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":6882,"outputTokens":2,"latencyMs":1530.3510830001906},{"questionId":"q157","format":"json-pretty","model":"gemini-2.5-flash","expected":"18","actual":"17","isCorrect":false,"inputTokens":8502,"outputTokens":2,"latencyMs":3575.672416999936},{"questionId":"q157","format":"json-compact","model":"gemini-2.5-flash","expected":"18","actual":"17","isCorrect":false,"inputTokens":5832,"outputTokens":2,"latencyMs":5082.896666999906},{"questionId":"q157","format":"toon","model":"gemini-2.5-flash","expected":"18","actual":"12","isCorrect":false,"inputTokens":6930,"outputTokens":2,"latencyMs":1172.229708999861},{"questionId":"q157","format":"xml","model":"gemini-2.5-flash","expected":"18","actual":"17","isCorrect":false,"inputTokens":9327,"outputTokens":2,"latencyMs":6136.45683400007},{"questionId":"q157","format":"yaml","model":"gemini-2.5-flash","expected":"18","actual":"13","isCorrect":false,"inputTokens":6882,"outputTokens":2,"latencyMs":2456.6963329999708},{"questionId":"q158","format":"json-pretty","model":"gemini-2.5-flash","expected":"21","actual":"18","isCorrect":false,"inputTokens":8502,"outputTokens":2,"latencyMs":1068.1430840003304},{"questionId":"q158","format":"json-compact","model":"gemini-2.5-flash","expected":"21","actual":"13","isCorrect":false,"inputTokens":5832,"outputTokens":2,"latencyMs":717.2058749999851},{"questionId":"q158","format":"toon","model":"gemini-2.5-flash","expected":"21","actual":"15","isCorrect":false,"inputTokens":6930,"outputTokens":2,"latencyMs":921.5842500003055},{"questionId":"q158","format":"xml","model":"gemini-2.5-flash","expected":"21","actual":"17","isCorrect":false,"inputTokens":9327,"outputTokens":2,"latencyMs":2569.1574999997392},{"questionId":"q158","format":"yaml","model":"gemini-2.5-flash","expected":"21","actual":"17","isCorrect":false,"inputTokens":6882,"outputTokens":2,"latencyMs":2232.0427079997025},{"questionId":"q159","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":8502,"outputTokens":2,"latencyMs":3114.559499999974},{"questionId":"q159","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"13","isCorrect":false,"inputTokens":5832,"outputTokens":2,"latencyMs":777.496499999892},{"questionId":"q159","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"12","isCorrect":false,"inputTokens":6930,"outputTokens":2,"latencyMs":1127.1502499999478},{"questionId":"q159","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9327,"outputTokens":2,"latencyMs":2227.211207999848},{"questionId":"q159","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":6882,"outputTokens":2,"latencyMs":5462.041916999966},{"questionId":"q160","format":"json-pretty","model":"gemini-2.5-flash","expected":"33","actual":"31","isCorrect":false,"inputTokens":8508,"outputTokens":2,"latencyMs":1525.5389999998733},{"questionId":"q160","format":"json-compact","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":5838,"outputTokens":2,"latencyMs":6343.815165999811},{"questionId":"q160","format":"toon","model":"gemini-2.5-flash","expected":"33","actual":"30","isCorrect":false,"inputTokens":6936,"outputTokens":2,"latencyMs":763.1296250000596},{"questionId":"q160","format":"xml","model":"gemini-2.5-flash","expected":"33","actual":"28","isCorrect":false,"inputTokens":9333,"outputTokens":2,"latencyMs":1527.0902080000378},{"questionId":"q160","format":"yaml","model":"gemini-2.5-flash","expected":"33","actual":"28","isCorrect":false,"inputTokens":6888,"outputTokens":2,"latencyMs":956.7223749998957},{"questionId":"q161","format":"json-pretty","model":"gemini-2.5-flash","expected":"42","actual":"44","isCorrect":false,"inputTokens":8508,"outputTokens":2,"latencyMs":1553.197916999925},{"questionId":"q161","format":"json-compact","model":"gemini-2.5-flash","expected":"42","actual":"37","isCorrect":false,"inputTokens":5838,"outputTokens":2,"latencyMs":1141.333249999676},{"questionId":"q161","format":"toon","model":"gemini-2.5-flash","expected":"42","actual":"32","isCorrect":false,"inputTokens":6936,"outputTokens":2,"latencyMs":7899.8297500000335},{"questionId":"q161","format":"xml","model":"gemini-2.5-flash","expected":"42","actual":"32","isCorrect":false,"inputTokens":9333,"outputTokens":2,"latencyMs":7672.516416999977},{"questionId":"q161","format":"yaml","model":"gemini-2.5-flash","expected":"42","actual":"30","isCorrect":false,"inputTokens":6888,"outputTokens":2,"latencyMs":1300.7943750000559},{"questionId":"q162","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"21","isCorrect":false,"inputTokens":8500,"outputTokens":2,"latencyMs":7168.591250000056},{"questionId":"q162","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":5830,"outputTokens":2,"latencyMs":28207.05195799982},{"questionId":"q162","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"32","isCorrect":false,"inputTokens":6928,"outputTokens":2,"latencyMs":1356.4802079997025},{"questionId":"q162","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":9325,"outputTokens":2,"latencyMs":12696.902415999677},{"questionId":"q162","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"23","isCorrect":false,"inputTokens":6880,"outputTokens":2,"latencyMs":13111.036291999742},{"questionId":"q163","format":"json-pretty","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":8508,"outputTokens":2,"latencyMs":19190.169292000122},{"questionId":"q163","format":"json-compact","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":5838,"outputTokens":2,"latencyMs":33367.51058299979},{"questionId":"q163","format":"toon","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":6936,"outputTokens":2,"latencyMs":9108.897208000068},{"questionId":"q163","format":"xml","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":9333,"outputTokens":2,"latencyMs":11476.60045899963},{"questionId":"q163","format":"yaml","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":6888,"outputTokens":2,"latencyMs":6953.193874999881},{"questionId":"q164","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8508,"outputTokens":1,"latencyMs":8662.472874999978},{"questionId":"q164","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":5838,"outputTokens":1,"latencyMs":7096.936749999877},{"questionId":"q164","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":6936,"outputTokens":1,"latencyMs":2947.3432079995982},{"questionId":"q164","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":9333,"outputTokens":1,"latencyMs":6218.432625000365},{"questionId":"q164","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":6888,"outputTokens":1,"latencyMs":6595.942666000221},{"questionId":"q165","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8511,"outputTokens":1,"latencyMs":9285.213083000388},{"questionId":"q165","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5841,"outputTokens":1,"latencyMs":30566.854290999938},{"questionId":"q165","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":6939,"outputTokens":1,"latencyMs":17161.46375000011},{"questionId":"q165","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9336,"outputTokens":1,"latencyMs":41344.291959000286},{"questionId":"q165","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":6891,"outputTokens":1,"latencyMs":9253.821291999891},{"questionId":"q166","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":8511,"outputTokens":1,"latencyMs":8400.555582999717},{"questionId":"q166","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":5841,"outputTokens":1,"latencyMs":33527.2801669999},{"questionId":"q166","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":6939,"outputTokens":1,"latencyMs":10671.21566700004},{"questionId":"q166","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":9336,"outputTokens":1,"latencyMs":9951.027499999851},{"questionId":"q166","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":6891,"outputTokens":1,"latencyMs":18475.66604100028},{"questionId":"q167","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8511,"outputTokens":1,"latencyMs":28121.308416999876},{"questionId":"q167","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":5841,"outputTokens":1,"latencyMs":19665.581833000295},{"questionId":"q167","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":6939,"outputTokens":1,"latencyMs":12796.730875000358},{"questionId":"q167","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":9336,"outputTokens":1,"latencyMs":9534.918250000104},{"questionId":"q167","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":6891,"outputTokens":1,"latencyMs":6714.3964160000905},{"questionId":"q168","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8507,"outputTokens":1,"latencyMs":10552.540833000094},{"questionId":"q168","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":5837,"outputTokens":1,"latencyMs":27713.446874999907},{"questionId":"q168","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":6935,"outputTokens":1,"latencyMs":11231.29224999994},{"questionId":"q168","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":9332,"outputTokens":1,"latencyMs":9966.218791999854},{"questionId":"q168","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":6887,"outputTokens":1,"latencyMs":20328.899792000186},{"questionId":"q169","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8507,"outputTokens":1,"latencyMs":8073.840500000399},{"questionId":"q169","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5837,"outputTokens":1,"latencyMs":12466.707791999914},{"questionId":"q169","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":6935,"outputTokens":1,"latencyMs":6486.506416999735},{"questionId":"q169","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9332,"outputTokens":1,"latencyMs":10672.175291999709},{"questionId":"q169","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":6887,"outputTokens":1,"latencyMs":6494.695999999996},{"questionId":"q170","format":"json-pretty","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":8507,"outputTokens":1,"latencyMs":7073.632083999924},{"questionId":"q170","format":"json-compact","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":5837,"outputTokens":1,"latencyMs":20899.920458999928},{"questionId":"q170","format":"toon","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":6935,"outputTokens":1,"latencyMs":9937.709166999906},{"questionId":"q170","format":"xml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":9332,"outputTokens":1,"latencyMs":19138.88975000009},{"questionId":"q170","format":"yaml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":6887,"outputTokens":1,"latencyMs":15767.994292000309},{"questionId":"q171","format":"json-pretty","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":1172,"outputTokens":1,"latencyMs":947.8290840000845},{"questionId":"q171","format":"json-compact","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":658,"outputTokens":1,"latencyMs":543.3912080000155},{"questionId":"q171","format":"toon","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":773,"outputTokens":1,"latencyMs":657.0152910002507},{"questionId":"q171","format":"xml","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":1233,"outputTokens":1,"latencyMs":1467.1521250000224},{"questionId":"q171","format":"yaml","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":820,"outputTokens":1,"latencyMs":782.4929579999298},{"questionId":"q172","format":"json-pretty","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1170,"outputTokens":6,"latencyMs":1091.8616669997573},{"questionId":"q172","format":"json-compact","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":656,"outputTokens":6,"latencyMs":756.855874999892},{"questionId":"q172","format":"toon","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":771,"outputTokens":6,"latencyMs":541.170167000033},{"questionId":"q172","format":"xml","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1231,"outputTokens":6,"latencyMs":1036.1419580001384},{"questionId":"q172","format":"yaml","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":818,"outputTokens":6,"latencyMs":599.5028329999186},{"questionId":"q173","format":"json-pretty","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1170,"outputTokens":4,"latencyMs":696.9571660002694},{"questionId":"q173","format":"json-compact","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":656,"outputTokens":4,"latencyMs":434.65179200004786},{"questionId":"q173","format":"toon","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":771,"outputTokens":4,"latencyMs":531.1265420001},{"questionId":"q173","format":"xml","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1231,"outputTokens":4,"latencyMs":743.1275419997983},{"questionId":"q173","format":"yaml","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":818,"outputTokens":4,"latencyMs":609.9960830002092},{"questionId":"q174","format":"json-pretty","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":1172,"outputTokens":2,"latencyMs":835.3977080001496},{"questionId":"q174","format":"json-compact","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":658,"outputTokens":2,"latencyMs":517.9503339999355},{"questionId":"q174","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":773,"outputTokens":2,"latencyMs":1384.4555409997702},{"questionId":"q174","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":1233,"outputTokens":2,"latencyMs":2190.6872910000384},{"questionId":"q174","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":820,"outputTokens":2,"latencyMs":829.2387919998728},{"questionId":"q175","format":"json-pretty","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1170,"outputTokens":5,"latencyMs":1028.0178749999031},{"questionId":"q175","format":"json-compact","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":656,"outputTokens":5,"latencyMs":452.02345799980685},{"questionId":"q175","format":"toon","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":771,"outputTokens":5,"latencyMs":464.39495899993926},{"questionId":"q175","format":"xml","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1231,"outputTokens":5,"latencyMs":777.597708999645},{"questionId":"q175","format":"yaml","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":818,"outputTokens":5,"latencyMs":769.4252080000006},{"questionId":"q176","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1172,"outputTokens":1,"latencyMs":1046.133666000329},{"questionId":"q176","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":658,"outputTokens":1,"latencyMs":515.6235000002198},{"questionId":"q176","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":773,"outputTokens":1,"latencyMs":691.7677919999696},{"questionId":"q176","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1233,"outputTokens":1,"latencyMs":992.8457909999415},{"questionId":"q176","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":820,"outputTokens":1,"latencyMs":1097.7915420001373},{"questionId":"q177","format":"json-pretty","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1172,"outputTokens":5,"latencyMs":634.681541999802},{"questionId":"q177","format":"json-compact","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":658,"outputTokens":5,"latencyMs":630.7714169998653},{"questionId":"q177","format":"toon","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":773,"outputTokens":5,"latencyMs":1364.9323749998584},{"questionId":"q177","format":"xml","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1233,"outputTokens":5,"latencyMs":1161.1202500001527},{"questionId":"q177","format":"yaml","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":820,"outputTokens":5,"latencyMs":1164.026583999861},{"questionId":"q178","format":"json-pretty","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":1170,"outputTokens":1,"latencyMs":649.0882500000298},{"questionId":"q178","format":"json-compact","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":656,"outputTokens":1,"latencyMs":364.34079200029373},{"questionId":"q178","format":"toon","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":771,"outputTokens":1,"latencyMs":611.6082500000484},{"questionId":"q178","format":"xml","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":1231,"outputTokens":1,"latencyMs":770.1603749999776},{"questionId":"q178","format":"yaml","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":818,"outputTokens":1,"latencyMs":563.0174580002204},{"questionId":"q179","format":"json-pretty","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1171,"outputTokens":4,"latencyMs":837.9211659999564},{"questionId":"q179","format":"json-compact","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":657,"outputTokens":4,"latencyMs":868.185291999951},{"questionId":"q179","format":"toon","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":772,"outputTokens":4,"latencyMs":594.9985420000739},{"questionId":"q179","format":"xml","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1232,"outputTokens":4,"latencyMs":510.3487089998089},{"questionId":"q179","format":"yaml","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":819,"outputTokens":4,"latencyMs":648.4825840000995},{"questionId":"q180","format":"json-pretty","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1172,"outputTokens":5,"latencyMs":796.2972500002943},{"questionId":"q180","format":"json-compact","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":658,"outputTokens":5,"latencyMs":438.46554200025275},{"questionId":"q180","format":"toon","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":773,"outputTokens":5,"latencyMs":1708.150041999761},{"questionId":"q180","format":"xml","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1233,"outputTokens":5,"latencyMs":657.9564589997754},{"questionId":"q180","format":"yaml","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":820,"outputTokens":5,"latencyMs":660.0952500002459},{"questionId":"q181","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1172,"outputTokens":1,"latencyMs":985.1365829999559},{"questionId":"q181","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":658,"outputTokens":1,"latencyMs":1298.6790419998579},{"questionId":"q181","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":773,"outputTokens":1,"latencyMs":997.7842079997063},{"questionId":"q181","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1233,"outputTokens":1,"latencyMs":1482.0076659996994},{"questionId":"q181","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":820,"outputTokens":1,"latencyMs":1148.404291999992},{"questionId":"q182","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1172,"outputTokens":1,"latencyMs":1354.2146669998765},{"questionId":"q182","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":658,"outputTokens":1,"latencyMs":1081.870333999861},{"questionId":"q182","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":773,"outputTokens":1,"latencyMs":1404.3705000001937},{"questionId":"q182","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1233,"outputTokens":1,"latencyMs":1529.8020000001416},{"questionId":"q182","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":820,"outputTokens":1,"latencyMs":1749.4241249999031},{"questionId":"q183","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1171,"outputTokens":1,"latencyMs":1942.90379199991},{"questionId":"q183","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":657,"outputTokens":1,"latencyMs":560.814792000223},{"questionId":"q183","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":772,"outputTokens":1,"latencyMs":871.5588750001043},{"questionId":"q183","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1232,"outputTokens":1,"latencyMs":1670.3332919999957},{"questionId":"q183","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":819,"outputTokens":1,"latencyMs":880.3838749998249},{"questionId":"q184","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1171,"outputTokens":1,"latencyMs":1658.1538749998435},{"questionId":"q184","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":657,"outputTokens":1,"latencyMs":920.7527499999851},{"questionId":"q184","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":772,"outputTokens":1,"latencyMs":1454.3987500001676},{"questionId":"q184","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1232,"outputTokens":1,"latencyMs":1970.9407910001464},{"questionId":"q184","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":819,"outputTokens":1,"latencyMs":1972.1367919999175},{"questionId":"q185","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1171,"outputTokens":1,"latencyMs":1291.3337910003029},{"questionId":"q185","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":657,"outputTokens":1,"latencyMs":495.252208000049},{"questionId":"q185","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":772,"outputTokens":1,"latencyMs":589.1258749999106},{"questionId":"q185","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1232,"outputTokens":1,"latencyMs":847.7674580002204},{"questionId":"q185","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":819,"outputTokens":1,"latencyMs":1124.0138750001788},{"questionId":"q186","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1175,"outputTokens":1,"latencyMs":764.0714159999043},{"questionId":"q186","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":661,"outputTokens":1,"latencyMs":1708.725708999671},{"questionId":"q186","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":776,"outputTokens":1,"latencyMs":1553.1675419998355},{"questionId":"q186","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1236,"outputTokens":1,"latencyMs":3292.463791999966},{"questionId":"q186","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":1721.9920830000192},{"questionId":"q187","format":"json-pretty","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1171,"outputTokens":1,"latencyMs":1275.31650000019},{"questionId":"q187","format":"json-compact","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":657,"outputTokens":1,"latencyMs":1651.908042000141},{"questionId":"q187","format":"toon","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":772,"outputTokens":1,"latencyMs":2289.7468329998665},{"questionId":"q187","format":"xml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1232,"outputTokens":1,"latencyMs":1975.5837910003029},{"questionId":"q187","format":"yaml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":819,"outputTokens":1,"latencyMs":1074.0968340002},{"questionId":"q188","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":1173,"outputTokens":1,"latencyMs":648.8097079996951},{"questionId":"q188","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":659,"outputTokens":1,"latencyMs":486.3216249998659},{"questionId":"q188","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":774,"outputTokens":1,"latencyMs":740.7007499998435},{"questionId":"q188","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":1234,"outputTokens":1,"latencyMs":945.13816699991},{"questionId":"q188","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":821,"outputTokens":1,"latencyMs":842.4227499999106},{"questionId":"q189","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":1175,"outputTokens":1,"latencyMs":937.4279169999063},{"questionId":"q189","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":661,"outputTokens":1,"latencyMs":1119.4625840000808},{"questionId":"q189","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":776,"outputTokens":1,"latencyMs":1055.6167080001906},{"questionId":"q189","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":1236,"outputTokens":1,"latencyMs":1548.7865829998627},{"questionId":"q189","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":1670.625},{"questionId":"q190","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":1174,"outputTokens":1,"latencyMs":2059.0615829997696},{"questionId":"q190","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":660,"outputTokens":1,"latencyMs":1558.3759580003098},{"questionId":"q190","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":775,"outputTokens":1,"latencyMs":1872.8887080000713},{"questionId":"q190","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":1235,"outputTokens":1,"latencyMs":1914.769125000108},{"questionId":"q190","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":822,"outputTokens":1,"latencyMs":1581.8753329999745},{"questionId":"q191","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1175,"outputTokens":1,"latencyMs":1938.853666999843},{"questionId":"q191","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":661,"outputTokens":1,"latencyMs":1519.0877500004135},{"questionId":"q191","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":776,"outputTokens":1,"latencyMs":1621.3780829999596},{"questionId":"q191","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1236,"outputTokens":1,"latencyMs":2326.2068749996834},{"questionId":"q191","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":2091.3168330001645},{"questionId":"q192","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1176,"outputTokens":1,"latencyMs":1674.8179159997962},{"questionId":"q192","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":662,"outputTokens":1,"latencyMs":1526.9237499996088},{"questionId":"q192","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":777,"outputTokens":1,"latencyMs":1314.5617920001969},{"questionId":"q192","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1237,"outputTokens":1,"latencyMs":1824.5400839997455},{"questionId":"q192","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"4","isCorrect":false,"inputTokens":824,"outputTokens":1,"latencyMs":1097.7622079998255},{"questionId":"q193","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1176,"outputTokens":1,"latencyMs":638.2805409999564},{"questionId":"q193","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":662,"outputTokens":1,"latencyMs":416.3217910001986},{"questionId":"q193","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":777,"outputTokens":1,"latencyMs":1500.8407089998946},{"questionId":"q193","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1237,"outputTokens":1,"latencyMs":2030.8245000001043},{"questionId":"q193","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":638.9320409996435},{"questionId":"q194","format":"json-pretty","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1178,"outputTokens":1,"latencyMs":1293.8015419999138},{"questionId":"q194","format":"json-compact","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":664,"outputTokens":1,"latencyMs":1945.5190840000287},{"questionId":"q194","format":"toon","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":779,"outputTokens":1,"latencyMs":1401.1005410002545},{"questionId":"q194","format":"xml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1239,"outputTokens":1,"latencyMs":2248.435125000309},{"questionId":"q194","format":"yaml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":826,"outputTokens":1,"latencyMs":1384.6057919999585},{"questionId":"q195","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1174,"outputTokens":1,"latencyMs":1406.7216670000926},{"questionId":"q195","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":660,"outputTokens":1,"latencyMs":1853.2780829998665},{"questionId":"q195","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":775,"outputTokens":1,"latencyMs":1730.876707999967},{"questionId":"q195","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1235,"outputTokens":1,"latencyMs":2032.7617919999175},{"questionId":"q195","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":822,"outputTokens":1,"latencyMs":1436.9262079996988},{"questionId":"q196","format":"json-pretty","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1179,"outputTokens":1,"latencyMs":1699.8656660001725},{"questionId":"q196","format":"json-compact","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":665,"outputTokens":1,"latencyMs":2080.7790830000304},{"questionId":"q196","format":"toon","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":780,"outputTokens":1,"latencyMs":2128.64708300028},{"questionId":"q196","format":"xml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1240,"outputTokens":1,"latencyMs":2822.6856670002453},{"questionId":"q196","format":"yaml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":827,"outputTokens":1,"latencyMs":1806.194832999725},{"questionId":"q197","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1172,"outputTokens":1,"latencyMs":914.1780000003055},{"questionId":"q197","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":658,"outputTokens":1,"latencyMs":1701.7087499997579},{"questionId":"q197","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":773,"outputTokens":1,"latencyMs":1236.167958999984},{"questionId":"q197","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1233,"outputTokens":1,"latencyMs":1184.4969580001198},{"questionId":"q197","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":820,"outputTokens":1,"latencyMs":957.3225839999504},{"questionId":"q198","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1182,"outputTokens":1,"latencyMs":2065.5840420001186},{"questionId":"q198","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":668,"outputTokens":1,"latencyMs":1972.0095000001602},{"questionId":"q198","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":783,"outputTokens":1,"latencyMs":1472.4379590000026},{"questionId":"q198","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1243,"outputTokens":1,"latencyMs":3582.7416669996455},{"questionId":"q198","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":830,"outputTokens":1,"latencyMs":1017.9000829998404},{"questionId":"q199","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1175,"outputTokens":1,"latencyMs":754.4361250000075},{"questionId":"q199","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":661,"outputTokens":1,"latencyMs":1598.0787089997903},{"questionId":"q199","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":776,"outputTokens":1,"latencyMs":1229.806583000347},{"questionId":"q199","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1236,"outputTokens":1,"latencyMs":2702.642375000287},{"questionId":"q199","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":626.7756669996306},{"questionId":"q200","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1174,"outputTokens":1,"latencyMs":1126.0804579998367},{"questionId":"q200","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":660,"outputTokens":1,"latencyMs":2499.595666000154},{"questionId":"q200","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":775,"outputTokens":1,"latencyMs":1220.6601250004023},{"questionId":"q200","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1235,"outputTokens":1,"latencyMs":1346.9114589998499},{"questionId":"q200","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":822,"outputTokens":1,"latencyMs":1530.688792000059},{"questionId":"q201","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1179,"outputTokens":1,"latencyMs":1514.126042000018},{"questionId":"q201","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":665,"outputTokens":1,"latencyMs":2863.486125000287},{"questionId":"q201","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":780,"outputTokens":1,"latencyMs":2489.5850829998963},{"questionId":"q201","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1240,"outputTokens":1,"latencyMs":3008.62900000019},{"questionId":"q201","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":827,"outputTokens":1,"latencyMs":1704.2725829998963}] |