toon/benchmarks/results/accuracy/models/gemini-2.5-flash

[{"questionId":"q1","format":"json-pretty","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7936,"outputTokens":5,"latencyMs":1620.1060830000001},{"questionId":"q1","format":"json-compact","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4724,"outputTokens":5,"latencyMs":1376.159583},{"questionId":"q1","format":"toon","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3369,"outputTokens":5,"latencyMs":1917.2902910000003},{"questionId":"q1","format":"csv","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3220,"outputTokens":5,"latencyMs":1806.8632500000003},{"questionId":"q1","format":"xml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9121,"outputTokens":5,"latencyMs":2078.3292080000006},{"questionId":"q1","format":"yaml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5770,"outputTokens":5,"latencyMs":1384.205625},{"questionId":"q2","format":"json-pretty","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7936,"outputTokens":1,"latencyMs":1588.3066249999997},{"questionId":"q2","format":"json-compact","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4724,"outputTokens":1,"latencyMs":1639.6037500000002},{"questionId":"q2","format":"toon","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3369,"outputTokens":1,"latencyMs":1708.695917},{"questionId":"q2","format":"csv","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3220,"outputTokens":1,"latencyMs":1794.5588340000004},{"questionId":"q2","format":"xml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9121,"outputTokens":1,"latencyMs":2050.5885},{"questionId":"q2","format":"yaml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5770,"outputTokens":1,"latencyMs":1521.7057080000004},{"questionId":"q3","format":"json-pretty","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7939,"outputTokens":10,"latencyMs":1202.385792},{"questionId":"q3","format":"json-compact","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4727,"outputTokens":10,"latencyMs":1638.112083},{"questionId":"q3","format":"toon","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3372,"outputTokens":10,"latencyMs":2780.2663330000005},{"questionId":"q3","format":"csv","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3223,"outputTokens":10,"latencyMs":1491.7031659999993},{"questionId":"q3","format":"xml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9124,"outputTokens":10,"latencyMs":1496.6606659999998},{"questionId":"q3","format":"yaml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5773,"outputTokens":10,"latencyMs":1367.5506659999992},{"questionId":"q4","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7939,"outputTokens":2,"latencyMs":1525.6104169999999},{"questionId":"q4","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4727,"outputTokens":2,"latencyMs":1375.4866660000007},{"questionId":"q4","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3372,"outputTokens":2,"latencyMs":1953.6631249999991},{"questionId":"q4","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3223,"outputTokens":2,"latencyMs":1794.639666000001},{"questionId":"q4","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9124,"outputTokens":2,"latencyMs":1824.8247499999998},{"questionId":"q4","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5773,"outputTokens":2,"latencyMs":1071.3964590000014},{"questionId":"q5","format":"json-pretty","model":"gemini-2.5-flash","expected":"no","actual":"False","isCorrect":true,"inputTokens":7934,"outputTokens":1,"latencyMs":1068.6503329999996},{"questionId":"q5","format":"json-compact","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":4722,"outputTokens":1,"latencyMs":2036.3870000000024},{"questionId":"q5","format":"toon","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":3367,"outputTokens":1,"latencyMs":1787.9629580000037},{"questionId":"q5","format":"csv","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":3218,"outputTokens":1,"latencyMs":1973.6712499999994},{"questionId":"q5","format":"xml","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":9119,"outputTokens":1,"latencyMs":1985.177791999995},{"questionId":"q5","format":"yaml","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":5768,"outputTokens":1,"latencyMs":2499.712124999998},{"questionId":"q6","format":"json-pretty","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7935,"outputTokens":6,"latencyMs":2641.799417000002},{"questionId":"q6","format":"json-compact","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4723,"outputTokens":6,"latencyMs":1061.836292},{"questionId":"q6","format":"toon","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3368,"outputTokens":6,"latencyMs":1820.6608749999941},{"questionId":"q6","format":"csv","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3219,"outputTokens":6,"latencyMs":1412.7557920000036},{"questionId":"q6","format":"xml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9120,"outputTokens":6,"latencyMs":1844.8989590000056},{"questionId":"q6","format":"yaml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5769,"outputTokens":6,"latencyMs":1227.5040420000005},{"questionId":"q7","format":"json-pretty","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7935,"outputTokens":1,"latencyMs":2047.9157080000004},{"questionId":"q7","format":"json-compact","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4723,"outputTokens":1,"latencyMs":1769.7225420000032},{"questionId":"q7","format":"toon","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3368,"outputTokens":1,"latencyMs":2623.2365830000053},{"questionId":"q7","format":"csv","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3219,"outputTokens":1,"latencyMs":1112.7179999999935},{"questionId":"q7","format":"xml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9120,"outputTokens":1,"latencyMs":1908.1761660000047},{"questionId":"q7","format":"yaml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5769,"outputTokens":1,"latencyMs":2878.1585830000113},{"questionId":"q8","format":"json-pretty","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7938,"outputTokens":9,"latencyMs":993.8725419999973},{"questionId":"q8","format":"json-compact","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4726,"outputTokens":9,"latencyMs":1125.9782919999998},{"questionId":"q8","format":"toon","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3371,"outputTokens":9,"latencyMs":1464.317875000008},{"questionId":"q8","format":"csv","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3222,"outputTokens":9,"latencyMs":1619.4892499999987},{"questionId":"q8","format":"xml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9123,"outputTokens":9,"latencyMs":1760.0224589999998},{"questionId":"q8","format":"yaml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5772,"outputTokens":9,"latencyMs":1012.8469580000092},{"questionId":"q9","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7939,"outputTokens":1,"latencyMs":1302.387750000009},{"questionId":"q9","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":4727,"outputTokens":1,"latencyMs":1258.882999999987},{"questionId":"q9","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3372,"outputTokens":1,"latencyMs":1743.854416000002},{"questionId":"q9","format":"csv","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3223,"outputTokens":1,"latencyMs":1629.0175000000017},{"questionId":"q9","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9124,"outputTokens":1,"latencyMs":2055.1037090000027},{"questionId":"q9","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5773,"outputTokens":1,"latencyMs":1673.0168330000015},{"questionId":"q10","format":"json-pretty","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7936,"outputTokens":1,"latencyMs":2424.4958329999936},{"questionId":"q10","format":"json-compact","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":4724,"outputTokens":1,"latencyMs":3073.3142090000038},{"questionId":"q10","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3369,"outputTokens":1,"latencyMs":1846.0572919999977},{"questionId":"q10","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3220,"outputTokens":1,"latencyMs":1509.7272499999963},{"questionId":"q10","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":9121,"outputTokens":1,"latencyMs":1726.9054160000087},{"questionId":"q10","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5770,"outputTokens":1,"latencyMs":2197.6978329999984},{"questionId":"q11","format":"json-pretty","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7937,"outputTokens":6,"latencyMs":1028.4849169999943},{"questionId":"q11","format":"json-compact","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4725,"outputTokens":6,"latencyMs":2268.641915999993},{"questionId":"q11","format":"toon","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3370,"outputTokens":6,"latencyMs":2226.206124999997},{"questionId":"q11","format":"csv","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3221,"outputTokens":6,"latencyMs":1587.6684160000004},{"questionId":"q11","format":"xml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9122,"outputTokens":6,"latencyMs":1382.4763329999987},{"questionId":"q11","format":"yaml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5771,"outputTokens":6,"latencyMs":1001.6328330000106},{"questionId":"q12","format":"json-pretty","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7935,"outputTokens":1,"latencyMs":1742.0453750000015},{"questionId":"q12","format":"json-compact","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4723,"outputTokens":1,"latencyMs":597.09945899999},{"questionId":"q12","format":"toon","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3368,"outputTokens":1,"latencyMs":1165.752959000005},{"questionId":"q12","format":"csv","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3219,"outputTokens":1,"latencyMs":1523.6268750000017},{"questionId":"q12","format":"xml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9120,"outputTokens":1,"latencyMs":1517.1408749999973},{"questionId":"q12","format":"yaml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5769,"outputTokens":1,"latencyMs":1501.5247499999823},{"questionId":"q13","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":7934,"outputTokens":2,"latencyMs":1099.4725829999952},{"questionId":"q13","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":4722,"outputTokens":2,"latencyMs":813.8151250000083},{"questionId":"q13","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3367,"outputTokens":2,"latencyMs":2259.0083749999903},{"questionId":"q13","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3218,"outputTokens":2,"latencyMs":26381.103541999997},{"questionId":"q13","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9119,"outputTokens":2,"latencyMs":2462.6522919999843},{"questionId":"q13","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5768,"outputTokens":2,"latencyMs":2872.524375000008},{"questionId":"q14","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":7934,"outputTokens":2,"latencyMs":1358.3752500000119},{"questionId":"q14","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":4722,"outputTokens":2,"latencyMs":1536.6222079999861},{"questionId":"q14","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3367,"outputTokens":2,"latencyMs":19015.34358299998},{"questionId":"q14","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3218,"outputTokens":2,"latencyMs":4555.7668330000015},{"questionId":"q14","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9119,"outputTokens":2,"latencyMs":1317.649000000005},{"questionId":"q14","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5768,"outputTokens":2,"latencyMs":1198.2006249999977},{"questionId":"q15","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":7934,"outputTokens":2,"latencyMs":1404.334708999988},{"questionId":"q15","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"25","isCorrect":false,"inputTokens":4722,"outputTokens":2,"latencyMs":816.1643750000221},{"questionId":"q15","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"21","isCorrect":false,"inputTokens":3367,"outputTokens":2,"latencyMs":908.4811249999912},{"questionId":"q15","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3218,"outputTokens":2,"latencyMs":3147.3337090000277},{"questionId":"q15","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9119,"outputTokens":2,"latencyMs":1795.425499999983},{"questionId":"q15","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5768,"outputTokens":2,"latencyMs":920.6291250000068},{"questionId":"q16","format":"json-pretty","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":7942,"outputTokens":2,"latencyMs":6699.309834000014},{"questionId":"q16","format":"json-compact","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":4730,"outputTokens":2,"latencyMs":12223.663375000004},{"questionId":"q16","format":"toon","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3375,"outputTokens":2,"latencyMs":12162.302208000008},{"questionId":"q16","format":"csv","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3226,"outputTokens":2,"latencyMs":30495.031749999995},{"questionId":"q16","format":"xml","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":9127,"outputTokens":2,"latencyMs":12720.975792000012},{"questionId":"q16","format":"yaml","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":5776,"outputTokens":2,"latencyMs":11646.67962499999},{"questionId":"q17","format":"json-pretty","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":7942,"outputTokens":2,"latencyMs":7787.500249999983},{"questionId":"q17","format":"json-compact","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":4730,"outputTokens":2,"latencyMs":34565.85833399999},{"questionId":"q17","format":"toon","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":3375,"outputTokens":2,"latencyMs":21074.722833999986},{"questionId":"q17","format":"csv","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":3226,"outputTokens":2,"latencyMs":20867.770584000013},{"questionId":"q17","format":"xml","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":9127,"outputTokens":2,"latencyMs":11772.855041999981},{"questionId":"q17","format":"yaml","model":"gemini-2.5-flash","expected":"67","actual":"51","isCorrect":false,"inputTokens":5776,"outputTokens":2,"latencyMs":8996.542249999999},{"questionId":"q18","format":"json-pretty","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":7943,"outputTokens":2,"latencyMs":7348.134874999989},{"questionId":"q18","format":"json-compact","model":"gemini-2.5-flash","expected":"41","actual":"32","isCorrect":false,"inputTokens":4731,"outputTokens":2,"latencyMs":9815.51674999998},{"questionId":"q18","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":3376,"outputTokens":2,"latencyMs":22804.094583000027},{"questionId":"q18","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":3227,"outputTokens":2,"latencyMs":20857.020582999976},{"questionId":"q18","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":9128,"outputTokens":2,"latencyMs":12468.095125000022},{"questionId":"q18","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":5777,"outputTokens":2,"latencyMs":11821.665582999995},{"questionId":"q19","format":"json-pretty","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":7935,"outputTokens":3,"latencyMs":1552.6259169999976},{"questionId":"q19","format":"json-compact","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":4723,"outputTokens":3,"latencyMs":1150.8351249999832},{"questionId":"q19","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3368,"outputTokens":3,"latencyMs":720.2055420000106},{"questionId":"q19","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3219,"outputTokens":3,"latencyMs":1196.8069160000014},{"questionId":"q19","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":9120,"outputTokens":3,"latencyMs":1334.9700829999929},{"questionId":"q19","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":5769,"outputTokens":3,"latencyMs":1702.5840409999946},{"questionId":"q20","format":"json-pretty","model":"gemini-2.5-flash","expected":"96503","actual":"98774.77","isCorrect":false,"inputTokens":7936,"outputTokens":8,"latencyMs":6484.742041999998},{"questionId":"q20","format":"json-compact","model":"gemini-2.5-flash","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":4724,"outputTokens":8,"latencyMs":11402.229708000028},{"questionId":"q20","format":"toon","model":"gemini-2.5-flash","expected":"96503","actual":"98844.83","isCorrect":false,"inputTokens":3369,"outputTokens":8,"latencyMs":6478.344332999986},{"questionId":"q20","format":"csv","model":"gemini-2.5-flash","expected":"96503","actual":"100416.95","isCorrect":false,"inputTokens":3220,"outputTokens":9,"latencyMs":7075.777916999999},{"questionId":"q20","format":"xml","model":"gemini-2.5-flash","expected":"96503","actual":"97063.42","isCorrect":false,"inputTokens":9121,"outputTokens":8,"latencyMs":3904.3729170000006},{"questionId":"q20","format":"yaml","model":"gemini-2.5-flash","expected":"96503","actual":"97707.96","isCorrect":false,"inputTokens":5770,"outputTokens":8,"latencyMs":1255.5749999999825},{"questionId":"q21","format":"json-pretty","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":7933,"outputTokens":2,"latencyMs":8717.34358299998},{"questionId":"q21","format":"json-compact","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":4721,"outputTokens":2,"latencyMs":7451.16545900004},{"questionId":"q21","format":"toon","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3366,"outputTokens":2,"latencyMs":7419.215541999991},{"questionId":"q21","format":"csv","model":"gemini-2.5-flash","expected":"78","actual":"73","isCorrect":false,"inputTokens":3217,"outputTokens":2,"latencyMs":7434.191875000019},{"questionId":"q21","format":"xml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":9118,"outputTokens":2,"latencyMs":7611.284375000047},{"questionId":"q21","format":"yaml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":5767,"outputTokens":2,"latencyMs":7932.289833999996},{"questionId":"q22","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7933,"outputTokens":2,"latencyMs":2947.1856249999837},{"questionId":"q22","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4721,"outputTokens":2,"latencyMs":2994.8342079999857},{"questionId":"q22","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3366,"outputTokens":2,"latencyMs":8035.961165999994},{"questionId":"q22","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3217,"outputTokens":2,"latencyMs":2554.591167000006},{"questionId":"q22","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9118,"outputTokens":2,"latencyMs":6640.620041999966},{"questionId":"q22","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5767,"outputTokens":2,"latencyMs":5278.786499999987},{"questionId":"q23","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7944,"outputTokens":2,"latencyMs":3777.826832999999},{"questionId":"q23","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4732,"outputTokens":2,"latencyMs":5994.621375000046},{"questionId":"q23","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3377,"outputTokens":2,"latencyMs":18855.594333999965},{"questionId":"q23","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3228,"outputTokens":2,"latencyMs":20127.151542000007},{"questionId":"q23","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9129,"outputTokens":2,"latencyMs":13441.331000000006},{"questionId":"q23","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5778,"outputTokens":2,"latencyMs":3963.014291999978},{"questionId":"q24","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7944,"outputTokens":2,"latencyMs":11444.20845799998},{"questionId":"q24","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4732,"outputTokens":2,"latencyMs":10925.54700000002},{"questionId":"q24","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3377,"outputTokens":2,"latencyMs":20148.858791999985},{"questionId":"q24","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3228,"outputTokens":2,"latencyMs":18313.159790999955},{"questionId":"q24","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9129,"outputTokens":2,"latencyMs":9863.166041999997},{"questionId":"q24","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5778,"outputTokens":2,"latencyMs":11953.787709000055},{"questionId":"q25","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7944,"outputTokens":2,"latencyMs":3091.559416000033},{"questionId":"q25","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4732,"outputTokens":2,"latencyMs":7484.88708299998},{"questionId":"q25","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3377,"outputTokens":2,"latencyMs":20345.743917000014},{"questionId":"q25","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3228,"outputTokens":2,"latencyMs":4942.241916999978},{"questionId":"q25","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9129,"outputTokens":2,"latencyMs":2934.06258300005},{"questionId":"q25","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5778,"outputTokens":2,"latencyMs":7035.912041999982},{"questionId":"q26","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7944,"outputTokens":2,"latencyMs":3585.4487090000184},{"questionId":"q26","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4732,"outputTokens":2,"latencyMs":4897.935292000009},{"questionId":"q26","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3377,"outputTokens":2,"latencyMs":6487.981250000012},{"questionId":"q26","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3228,"outputTokens":2,"latencyMs":4266.286415999988},{"questionId":"q26","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9129,"outputTokens":2,"latencyMs":5545.42633300001},{"questionId":"q26","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5778,"outputTokens":2,"latencyMs":3959.1063330000034},{"questionId":"q27","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7944,"outputTokens":2,"latencyMs":3170.1490840000333},{"questionId":"q27","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4732,"outputTokens":2,"latencyMs":3644.3847500000265},{"questionId":"q27","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3377,"outputTokens":2,"latencyMs":6269.288583000016},{"questionId":"q27","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3228,"outputTokens":2,"latencyMs":18181.298332999984},{"questionId":"q27","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9129,"outputTokens":2,"latencyMs":8128.769541000016},{"questionId":"q27","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5778,"outputTokens":2,"latencyMs":3106.8657080000266},{"questionId":"q28","format":"json-pretty","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":7940,"outputTokens":2,"latencyMs":9777.213958000008},{"questionId":"q28","format":"json-compact","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":4728,"outputTokens":2,"latencyMs":13901.586416999984},{"questionId":"q28","format":"toon","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3373,"outputTokens":2,"latencyMs":24501.584124999994},{"questionId":"q28","format":"csv","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3224,"outputTokens":2,"latencyMs":9195.251874999958},{"questionId":"q28","format":"xml","model":"gemini-2.5-flash","expected":"63","actual":"51","isCorrect":false,"inputTokens":9125,"outputTokens":2,"latencyMs":15374.286458000017},{"questionId":"q28","format":"yaml","model":"gemini-2.5-flash","expected":"63","actual":"62","isCorrect":false,"inputTokens":5774,"outputTokens":2,"latencyMs":9895.215457999962},{"questionId":"q29","format":"json-pretty","model":"gemini-2.5-flash","expected":"53","actual":"52","isCorrect":false,"inputTokens":7941,"outputTokens":2,"latencyMs":14667.157915999996},{"questionId":"q29","format":"json-compact","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":4729,"outputTokens":2,"latencyMs":26762.58929100004},{"questionId":"q29","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":3374,"outputTokens":2,"latencyMs":18114.293999999994},{"questionId":"q29","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":3225,"outputTokens":2,"latencyMs":10658.97870799998},{"questionId":"q29","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":9126,"outputTokens":2,"latencyMs":18207.187124999997},{"questionId":"q29","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":5775,"outputTokens":2,"latencyMs":14167.809834000014},{"questionId":"q30","format":"json-pretty","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7941,"outputTokens":2,"latencyMs":10284.415208999999},{"questionId":"q30","format":"json-compact","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":4729,"outputTokens":2,"latencyMs":8957.151916000003},{"questionId":"q30","format":"toon","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3374,"outputTokens":2,"latencyMs":26708.699167000013},{"questionId":"q30","format":"csv","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3225,"outputTokens":2,"latencyMs":17063.996915999975},{"questionId":"q30","format":"xml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":9126,"outputTokens":2,"latencyMs":13823.362665999972},{"questionId":"q30","format":"yaml","model":"gemini-2.5-flash","expected":"39","actual":"36","isCorrect":false,"inputTokens":5775,"outputTokens":2,"latencyMs":1441.6552919999813},{"questionId":"q31","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7942,"outputTokens":2,"latencyMs":3174.6300420000334},{"questionId":"q31","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4730,"outputTokens":2,"latencyMs":3280.776165999996},{"questionId":"q31","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3375,"outputTokens":2,"latencyMs":6520.769374999974},{"questionId":"q31","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3226,"outputTokens":2,"latencyMs":14226.484125000017},{"questionId":"q31","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9127,"outputTokens":2,"latencyMs":3187.221499999985},{"questionId":"q31","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5776,"outputTokens":2,"latencyMs":6762.0557499999995},{"questionId":"q32","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7942,"outputTokens":1,"latencyMs":5678.026957999973},{"questionId":"q32","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":4730,"outputTokens":1,"latencyMs":10535.883249999955},{"questionId":"q32","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3375,"outputTokens":1,"latencyMs":16208.797583999985},{"questionId":"q32","format":"csv","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3226,"outputTokens":1,"latencyMs":4340.415333000012},{"questionId":"q32","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":9127,"outputTokens":1,"latencyMs":8750.609624999983},{"questionId":"q32","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":5776,"outputTokens":1,"latencyMs":2937.6979160000337},{"questionId":"q33","format":"json-pretty","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":7942,"outputTokens":2,"latencyMs":2444.4974590000347},{"questionId":"q33","format":"json-compact","model":"gemini-2.5-flash","expected":"15","actual":"14","isCorrect":false,"inputTokens":4730,"outputTokens":2,"latencyMs":2481.1167920000153},{"questionId":"q33","format":"toon","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":3375,"outputTokens":2,"latencyMs":20550.77204099996},{"questionId":"q33","format":"csv","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":3226,"outputTokens":2,"latencyMs":4036.605209000001},{"questionId":"q33","format":"xml","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":9127,"outputTokens":2,"latencyMs":5092.871207999997},{"questionId":"q33","format":"yaml","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":5776,"outputTokens":2,"latencyMs":5412.286916000012},{"questionId":"q34","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7935,"outputTokens":2,"latencyMs":7722.417749999964},{"questionId":"q34","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4723,"outputTokens":2,"latencyMs":2283.7882079999545},{"questionId":"q34","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3368,"outputTokens":2,"latencyMs":8765.946875000023},{"questionId":"q34","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3219,"outputTokens":2,"latencyMs":3853.5071669999743},{"questionId":"q34","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9120,"outputTokens":2,"latencyMs":5799.792083999957},{"questionId":"q34","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5769,"outputTokens":2,"latencyMs":2828.8265419999952},{"questionId":"q35","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7935,"outputTokens":2,"latencyMs":7051.2432499999995},{"questionId":"q35","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4723,"outputTokens":2,"latencyMs":6523.064624999999},{"questionId":"q35","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3368,"outputTokens":2,"latencyMs":16626.74254200002},{"questionId":"q35","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3219,"outputTokens":2,"latencyMs":7578.612000000023},{"questionId":"q35","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9120,"outputTokens":2,"latencyMs":9761.287207999965},{"questionId":"q35","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5769,"outputTokens":2,"latencyMs":10367.98099999997},{"questionId":"q36","format":"json-pretty","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":13820,"outputTokens":6,"latencyMs":815.4214999999967},{"questionId":"q36","format":"json-compact","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8462,"outputTokens":6,"latencyMs":622.0727920000209},{"questionId":"q36","format":"toon","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":9080,"outputTokens":6,"latencyMs":820.865374999994},{"questionId":"q36","format":"xml","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":15208,"outputTokens":6,"latencyMs":934.5148330000229},{"questionId":"q36","format":"yaml","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":10073,"outputTokens":6,"latencyMs":1449.8975829999545},{"questionId":"q37","format":"json-pretty","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13820,"outputTokens":2,"latencyMs":1144.4068750000442},{"questionId":"q37","format":"json-compact","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8462,"outputTokens":2,"latencyMs":2035.6813750000438},{"questionId":"q37","format":"toon","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":9080,"outputTokens":2,"latencyMs":1208.724291999999},{"questionId":"q37","format":"xml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":15208,"outputTokens":2,"latencyMs":2654.840790999995},{"questionId":"q37","format":"yaml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":10073,"outputTokens":2,"latencyMs":1333.1426249999786},{"questionId":"q38","format":"json-pretty","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":13820,"outputTokens":5,"latencyMs":795.5492499999818},{"questionId":"q38","format":"json-compact","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8462,"outputTokens":5,"latencyMs":999.8318329999456},{"questionId":"q38","format":"toon","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":9080,"outputTokens":5,"latencyMs":1066.8681670000078},{"questionId":"q38","format":"xml","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":15208,"outputTokens":5,"latencyMs":1233.380541999999},{"questionId":"q38","format":"yaml","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":10073,"outputTokens":5,"latencyMs":2250.163459000003},{"questionId":"q39","format":"json-pretty","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13820,"outputTokens":1,"latencyMs":1779.981792000006},{"questionId":"q39","format":"json-compact","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8462,"outputTokens":1,"latencyMs":1373.357750000083},{"questionId":"q39","format":"toon","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":9080,"outputTokens":1,"latencyMs":1363.2912910000887},{"questionId":"q39","format":"xml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":15208,"outputTokens":1,"latencyMs":3187.0674160000635},{"questionId":"q39","format":"yaml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":10073,"outputTokens":1,"latencyMs":3345.267041999963},{"questionId":"q40","format":"json-pretty","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":13820,"outputTokens":7,"latencyMs":2599.3716669999994},{"questionId":"q40","format":"json-compact","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8462,"outputTokens":7,"latencyMs":2719.128374999971},{"questionId":"q40","format":"toon","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":9080,"outputTokens":7,"latencyMs":1029.6424170000246},{"questionId":"q40","format":"xml","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":15208,"outputTokens":7,"latencyMs":3222.0798330000835},{"questionId":"q40","format":"yaml","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":10073,"outputTokens":7,"latencyMs":2971.143584000063},{"questionId":"q41","format":"json-pretty","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13820,"outputTokens":1,"latencyMs":1305.46866699995},{"questionId":"q41","format":"json-compact","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8462,"outputTokens":1,"latencyMs":1838.065750000067},{"questionId":"q41","format":"toon","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":9080,"outputTokens":1,"latencyMs":2252.3830000000307},{"questionId":"q41","format":"xml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":15208,"outputTokens":1,"latencyMs":2241.6963329999708},{"questionId":"q41","format":"yaml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":10073,"outputTokens":1,"latencyMs":981.8932920000516},{"questionId":"q42","format":"json-pretty","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":13820,"outputTokens":7,"latencyMs":1312.829792000004},{"questionId":"q42","format":"json-compact","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8462,"outputTokens":7,"latencyMs":916.0978749999776},{"questionId":"q42","format":"toon","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":9080,"outputTokens":7,"latencyMs":770.876707999967},{"questionId":"q42","format":"xml","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":15208,"outputTokens":7,"latencyMs":1216.4797079999698},{"questionId":"q42","format":"yaml","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":10073,"outputTokens":7,"latencyMs":1619.8707920000888},{"questionId":"q43","format":"json-pretty","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13820,"outputTokens":1,"latencyMs":2104.589500000002},{"questionId":"q43","format":"json-compact","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8462,"outputTokens":1,"latencyMs":1463.918917000061},{"questionId":"q43","format":"toon","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9080,"outputTokens":1,"latencyMs":1824.6936249999562},{"questionId":"q43","format":"xml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":15208,"outputTokens":1,"latencyMs":1250.2023749999935},{"questionId":"q43","format":"yaml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10073,"outputTokens":1,"latencyMs":2023.1199580000248},{"questionId":"q44","format":"json-pretty","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":13821,"outputTokens":5,"latencyMs":1631.9162500000093},{"questionId":"q44","format":"json-compact","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8463,"outputTokens":5,"latencyMs":1441.6492079999298},{"questionId":"q44","format":"toon","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":9081,"outputTokens":5,"latencyMs":1685.2262500000652},{"questionId":"q44","format":"xml","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":15209,"outputTokens":5,"latencyMs":1996.9154580000322},{"questionId":"q44","format":"yaml","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":10074,"outputTokens":5,"latencyMs":1368.9887919999892},{"questionId":"q45","format":"json-pretty","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":13821,"outputTokens":13,"latencyMs":1137.5090420000488},{"questionId":"q45","format":"json-compact","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8463,"outputTokens":13,"latencyMs":1192.4489580000518},{"questionId":"q45","format":"toon","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":9081,"outputTokens":13,"latencyMs":1157.3325000000186},{"questionId":"q45","format":"xml","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":15209,"outputTokens":13,"latencyMs":1731.6961669999873},{"questionId":"q45","format":"yaml","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":10074,"outputTokens":13,"latencyMs":1598.575959000038},{"questionId":"q46","format":"json-pretty","model":"gemini-2.5-flash","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":13821,"outputTokens":10,"latencyMs":1133.9154160000617},{"questionId":"q46","format":"json-compact","model":"gemini-2.5-flash","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":8463,"outputTokens":10,"latencyMs":942.4959169999929},{"questionId":"q46","format":"toon","model":"gemini-2.5-flash","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":9081,"outputTokens":10,"latencyMs":1240.8249580000993},{"questionId":"q46","format":"xml","model":"gemini-2.5-flash","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":15209,"outputTokens":10,"latencyMs":925.7205420000246},{"questionId":"q46","format":"yaml","model":"gemini-2.5-flash","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":10074,"outputTokens":10,"latencyMs":903.28125},{"questionId":"q47","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13820,"outputTokens":1,"latencyMs":2520.162000000011},{"questionId":"q47","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8462,"outputTokens":1,"latencyMs":3669.8919999999925},{"questionId":"q47","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":9080,"outputTokens":1,"latencyMs":2297.32820800005},{"questionId":"q47","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":15208,"outputTokens":1,"latencyMs":2497.794666999951},{"questionId":"q47","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":10073,"outputTokens":1,"latencyMs":2109.137875000015},{"questionId":"q48","format":"json-pretty","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":13821,"outputTokens":4,"latencyMs":1603.156290999963},{"questionId":"q48","format":"json-compact","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8463,"outputTokens":4,"latencyMs":3629.2671669999836},{"questionId":"q48","format":"toon","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":9081,"outputTokens":4,"latencyMs":1788.1930410000496},{"questionId":"q48","format":"xml","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":15209,"outputTokens":4,"latencyMs":1369.5576669999864},{"questionId":"q48","format":"yaml","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":10074,"outputTokens":4,"latencyMs":1006.8878750000149},{"questionId":"q49","format":"json-pretty","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":13821,"outputTokens":10,"latencyMs":2547.933667000034},{"questionId":"q49","format":"json-compact","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8463,"outputTokens":10,"latencyMs":1743.4449170000153},{"questionId":"q49","format":"toon","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":9081,"outputTokens":10,"latencyMs":2186.7593750000233},{"questionId":"q49","format":"xml","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":15209,"outputTokens":10,"latencyMs":1187.7785420001019},{"questionId":"q49","format":"yaml","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":10074,"outputTokens":10,"latencyMs":1683.6239999999525},{"questionId":"q50","format":"json-pretty","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":13821,"outputTokens":10,"latencyMs":1721.3944170000032},{"questionId":"q50","format":"json-compact","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":8463,"outputTokens":10,"latencyMs":1562.199459000025},{"questionId":"q50","format":"toon","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":9081,"outputTokens":10,"latencyMs":1105.3498750000726},{"questionId":"q50","format":"xml","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":15209,"outputTokens":10,"latencyMs":1500.1487500000512},{"questionId":"q50","format":"yaml","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":10074,"outputTokens":10,"latencyMs":942.3254159999778},{"questionId":"q51","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":13820,"outputTokens":1,"latencyMs":898.7797920000739},{"questionId":"q51","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":8462,"outputTokens":1,"latencyMs":1900.8208330000052},{"questionId":"q51","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":9080,"outputTokens":1,"latencyMs":1916.4359580000164},{"questionId":"q51","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":15208,"outputTokens":1,"latencyMs":2384.3469999999506},{"questionId":"q51","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":10073,"outputTokens":1,"latencyMs":2070.591708000051},{"questionId":"q52","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13815,"outputTokens":2,"latencyMs":3981.7847920000786},{"questionId":"q52","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8457,"outputTokens":2,"latencyMs":1068.609875000082},{"questionId":"q52","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9075,"outputTokens":2,"latencyMs":4271.996707999962},{"questionId":"q52","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15203,"outputTokens":2,"latencyMs":957.0320409999695},{"questionId":"q52","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":10068,"outputTokens":2,"latencyMs":3856.816332999966},{"questionId":"q53","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13815,"outputTokens":2,"latencyMs":1777.1473329999717},{"questionId":"q53","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8457,"outputTokens":2,"latencyMs":1940.5147080000024},{"questionId":"q53","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9075,"outputTokens":2,"latencyMs":2952.5018329999875},{"questionId":"q53","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15203,"outputTokens":2,"latencyMs":4358.311832999927},{"questionId":"q53","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":10068,"outputTokens":2,"latencyMs":4204.48758299998},{"questionId":"q54","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13816,"outputTokens":2,"latencyMs":1617.643374999985},{"questionId":"q54","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8458,"outputTokens":2,"latencyMs":3751.965375000029},{"questionId":"q54","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9076,"outputTokens":2,"latencyMs":7950.504417000106},{"questionId":"q54","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15204,"outputTokens":2,"latencyMs":1697.780708000064},{"questionId":"q54","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":10069,"outputTokens":2,"latencyMs":4053.4824159999844},{"questionId":"q55","format":"json-pretty","model":"gemini-2.5-flash","expected":"34904.81","actual":"34164.29","isCorrect":false,"inputTokens":13816,"outputTokens":8,"latencyMs":6604.489624999929},{"questionId":"q55","format":"json-compact","model":"gemini-2.5-flash","expected":"34904.81","actual":"34503.77","isCorrect":false,"inputTokens":8458,"outputTokens":8,"latencyMs":7712.289875000017},{"questionId":"q55","format":"toon","model":"gemini-2.5-flash","expected":"34904.81","actual":"34904.81","isCorrect":true,"inputTokens":9076,"outputTokens":8,"latencyMs":12020.321541999932},{"questionId":"q55","format":"xml","model":"gemini-2.5-flash","expected":"34904.81","actual":"33816.03","isCorrect":false,"inputTokens":15204,"outputTokens":8,"latencyMs":10766.89387499995},{"questionId":"q55","format":"yaml","model":"gemini-2.5-flash","expected":"34904.81","actual":"32662.63","isCorrect":false,"inputTokens":10069,"outputTokens":8,"latencyMs":5277.383291999926},{"questionId":"q56","format":"json-pretty","model":"gemini-2.5-flash","expected":"698.10","actual":"690.09","isCorrect":false,"inputTokens":13814,"outputTokens":6,"latencyMs":6390.6391669999575},{"questionId":"q56","format":"json-compact","model":"gemini-2.5-flash","expected":"698.10","actual":"690.07","isCorrect":false,"inputTokens":8456,"outputTokens":6,"latencyMs":5243.891291999957},{"questionId":"q56","format":"toon","model":"gemini-2.5-flash","expected":"698.10","actual":"700.56","isCorrect":false,"inputTokens":9074,"outputTokens":6,"latencyMs":5147.067500000005},{"questionId":"q56","format":"xml","model":"gemini-2.5-flash","expected":"698.10","actual":"716.95","isCorrect":false,"inputTokens":15202,"outputTokens":6,"latencyMs":6168.09291700006},{"questionId":"q56","format":"yaml","model":"gemini-2.5-flash","expected":"698.10","actual":"717.75","isCorrect":false,"inputTokens":10067,"outputTokens":6,"latencyMs":5408.747457999969},{"questionId":"q57","format":"json-pretty","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":13815,"outputTokens":2,"latencyMs":2226.9870420000516},{"questionId":"q57","format":"json-compact","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":8457,"outputTokens":2,"latencyMs":2529.5987500000047},{"questionId":"q57","format":"toon","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":9075,"outputTokens":2,"latencyMs":1754.7252089999383},{"questionId":"q57","format":"xml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":15203,"outputTokens":2,"latencyMs":3065.6008750000037},{"questionId":"q57","format":"yaml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":10068,"outputTokens":2,"latencyMs":3902.0060829999857},{"questionId":"q58","format":"json-pretty","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":13814,"outputTokens":7,"latencyMs":5868.485749999993},{"questionId":"q58","format":"json-compact","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8456,"outputTokens":7,"latencyMs":6146.208875000011},{"questionId":"q58","format":"toon","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":9074,"outputTokens":7,"latencyMs":4994.1254999999655},{"questionId":"q58","format":"xml","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":15202,"outputTokens":7,"latencyMs":5159.582500000019},{"questionId":"q58","format":"yaml","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":10067,"outputTokens":7,"latencyMs":1334.4466669999529},{"questionId":"q59","format":"json-pretty","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":13820,"outputTokens":2,"latencyMs":7055.729875000077},{"questionId":"q59","format":"json-compact","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":8462,"outputTokens":2,"latencyMs":6951.658458000049},{"questionId":"q59","format":"toon","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":9080,"outputTokens":2,"latencyMs":8721.288458999945},{"questionId":"q59","format":"xml","model":"gemini-2.5-flash","expected":"43","actual":"46","isCorrect":false,"inputTokens":15208,"outputTokens":2,"latencyMs":1506.6962920000078},{"questionId":"q59","format":"yaml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":10073,"outputTokens":2,"latencyMs":8111.610249999911},{"questionId":"q60","format":"json-pretty","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":13820,"outputTokens":2,"latencyMs":6377.179708999931},{"questionId":"q60","format":"json-compact","model":"gemini-2.5-flash","expected":"37","actual":"32","isCorrect":false,"inputTokens":8462,"outputTokens":2,"latencyMs":5946.993207999971},{"questionId":"q60","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"32","isCorrect":false,"inputTokens":9080,"outputTokens":2,"latencyMs":6766.23758299998},{"questionId":"q60","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":15208,"outputTokens":2,"latencyMs":7115.59149999998},{"questionId":"q60","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":10073,"outputTokens":2,"latencyMs":7670.933415999985},{"questionId":"q61","format":"json-pretty","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":13820,"outputTokens":2,"latencyMs":6518.408749999944},{"questionId":"q61","format":"json-compact","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":8462,"outputTokens":2,"latencyMs":6657.696125000017},{"questionId":"q61","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":9080,"outputTokens":2,"latencyMs":7043.327458999935},{"questionId":"q61","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":15208,"outputTokens":2,"latencyMs":7240.095583999995},{"questionId":"q61","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"30","isCorrect":false,"inputTokens":10073,"outputTokens":2,"latencyMs":862.8539170000004},{"questionId":"q62","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":13824,"outputTokens":1,"latencyMs":5657.20179099997},{"questionId":"q62","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":8466,"outputTokens":1,"latencyMs":5021.635375000071},{"questionId":"q62","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":9084,"outputTokens":1,"latencyMs":7374.494624999934},{"questionId":"q62","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":15212,"outputTokens":1,"latencyMs":6728.89283399994},{"questionId":"q62","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":10077,"outputTokens":1,"latencyMs":4183.434583000024},{"questionId":"q63","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":13824,"outputTokens":1,"latencyMs":6732.950040999916},{"questionId":"q63","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":8466,"outputTokens":1,"latencyMs":5283.612165999948},{"questionId":"q63","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":9084,"outputTokens":1,"latencyMs":6928.49229100009},{"questionId":"q63","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":15212,"outputTokens":1,"latencyMs":7497.820084000006},{"questionId":"q63","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":10077,"outputTokens":1,"latencyMs":6564.30462499999},{"questionId":"q64","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13825,"outputTokens":2,"latencyMs":4867.906916000065},{"questionId":"q64","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8467,"outputTokens":2,"latencyMs":6219.108541000052},{"questionId":"q64","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9085,"outputTokens":2,"latencyMs":6718.410832999973},{"questionId":"q64","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15213,"outputTokens":2,"latencyMs":7313.5782090000575},{"questionId":"q64","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":10078,"outputTokens":2,"latencyMs":6688.668999999994},{"questionId":"q65","format":"json-pretty","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":13824,"outputTokens":1,"latencyMs":6911.2190420000115},{"questionId":"q65","format":"json-compact","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":8466,"outputTokens":1,"latencyMs":6382.689665999962},{"questionId":"q65","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":9084,"outputTokens":1,"latencyMs":8500.886583000072},{"questionId":"q65","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":15212,"outputTokens":1,"latencyMs":6628.892166000092},{"questionId":"q65","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":10077,"outputTokens":1,"latencyMs":6511.817916000029},{"questionId":"q66","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13822,"outputTokens":1,"latencyMs":5523.528667000006},{"questionId":"q66","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8464,"outputTokens":1,"latencyMs":5269.448041999945},{"questionId":"q66","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":9082,"outputTokens":1,"latencyMs":8937.705042000045},{"questionId":"q66","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":15210,"outputTokens":1,"latencyMs":6981.282999999938},{"questionId":"q66","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":10075,"outputTokens":1,"latencyMs":2075.2573340000818},{"questionId":"q67","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13822,"outputTokens":1,"latencyMs":5845.610250000027},{"questionId":"q67","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8464,"outputTokens":1,"latencyMs":5101.5918749999255},{"questionId":"q67","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":9082,"outputTokens":1,"latencyMs":8682.392708000029},{"questionId":"q67","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":15210,"outputTokens":1,"latencyMs":6556.906958000036},{"questionId":"q67","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":10075,"outputTokens":1,"latencyMs":5522.142749999999},{"questionId":"q68","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":13823,"outputTokens":1,"latencyMs":6619.074915999896},{"questionId":"q68","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8465,"outputTokens":1,"latencyMs":4986.16174999997},{"questionId":"q68","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9083,"outputTokens":1,"latencyMs":8596.609582999954},{"questionId":"q68","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":15211,"outputTokens":1,"latencyMs":5516.122542000026},{"questionId":"q68","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":10076,"outputTokens":1,"latencyMs":4959.057666000095},{"questionId":"q69","format":"json-pretty","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":13826,"outputTokens":2,"latencyMs":8746.21187499992},{"questionId":"q69","format":"json-compact","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":8468,"outputTokens":2,"latencyMs":9277.466958999983},{"questionId":"q69","format":"toon","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":9086,"outputTokens":2,"latencyMs":13220.56008299999},{"questionId":"q69","format":"xml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":15214,"outputTokens":2,"latencyMs":12523.984916000045},{"questionId":"q69","format":"yaml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":10079,"outputTokens":2,"latencyMs":12558.967292000074},{"questionId":"q70","format":"json-pretty","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":13826,"outputTokens":2,"latencyMs":8663.695250000106},{"questionId":"q70","format":"json-compact","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":8468,"outputTokens":2,"latencyMs":9034.074750000029},{"questionId":"q70","format":"toon","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":9086,"outputTokens":2,"latencyMs":12445.53362500004},{"questionId":"q70","format":"xml","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":15214,"outputTokens":2,"latencyMs":11390.757332999958},{"questionId":"q70","format":"yaml","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":10079,"outputTokens":2,"latencyMs":7945.0461249999935},{"questionId":"q71","format":"json-pretty","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4794,"outputTokens":4,"latencyMs":1101.8675419999054},{"questionId":"q71","format":"json-compact","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3042,"outputTokens":4,"latencyMs":853.0512500000186},{"questionId":"q71","format":"toon","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2305,"outputTokens":4,"latencyMs":1713.6020410000347},{"questionId":"q71","format":"csv","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2219,"outputTokens":4,"latencyMs":1572.8806249999907},{"questionId":"q71","format":"xml","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":5437,"outputTokens":4,"latencyMs":1101.8969999999972},{"questionId":"q71","format":"yaml","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3823,"outputTokens":4,"latencyMs":1370.4896670000162},{"questionId":"q72","format":"json-pretty","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4794,"outputTokens":8,"latencyMs":1766.2064580000006},{"questionId":"q72","format":"json-compact","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3042,"outputTokens":8,"latencyMs":1488.0073750000447},{"questionId":"q72","format":"toon","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2305,"outputTokens":8,"latencyMs":2421.3104590000585},{"questionId":"q72","format":"csv","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2219,"outputTokens":8,"latencyMs":1665.9193330000853},{"questionId":"q72","format":"xml","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":5437,"outputTokens":8,"latencyMs":1045.875457999995},{"questionId":"q72","format":"yaml","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3823,"outputTokens":8,"latencyMs":1187.8712090000045},{"questionId":"q73","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4795,"outputTokens":4,"latencyMs":1978.9810409999918},{"questionId":"q73","format":"json-compact","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3043,"outputTokens":4,"latencyMs":1853.4133329999167},{"questionId":"q73","format":"toon","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2306,"outputTokens":4,"latencyMs":1835.8217079999158},{"questionId":"q73","format":"csv","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2220,"outputTokens":4,"latencyMs":2342.813084000023},{"questionId":"q73","format":"xml","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":5438,"outputTokens":4,"latencyMs":2666.0796669999836},{"questionId":"q73","format":"yaml","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3824,"outputTokens":4,"latencyMs":2087.578749999986},{"questionId":"q74","format":"json-pretty","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4795,"outputTokens":2,"latencyMs":1439.0207080000546},{"questionId":"q74","format":"json-compact","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3043,"outputTokens":2,"latencyMs":1511.642165999976},{"questionId":"q74","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2306,"outputTokens":2,"latencyMs":2226.9555420000106},{"questionId":"q74","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2220,"outputTokens":2,"latencyMs":1534.452540999977},{"questionId":"q74","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5438,"outputTokens":2,"latencyMs":3028.6882079999195},{"questionId":"q74","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3824,"outputTokens":2,"latencyMs":2781.0632079999195},{"questionId":"q75","format":"json-pretty","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4794,"outputTokens":4,"latencyMs":1744.635833999957},{"questionId":"q75","format":"json-compact","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3042,"outputTokens":4,"latencyMs":2465.6241669999436},{"questionId":"q75","format":"toon","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2305,"outputTokens":4,"latencyMs":1470.0111670000479},{"questionId":"q75","format":"csv","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2219,"outputTokens":4,"latencyMs":1710.8115830000024},{"questionId":"q75","format":"xml","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":5437,"outputTokens":4,"latencyMs":1434},{"questionId":"q75","format":"yaml","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3823,"outputTokens":4,"latencyMs":936.0790829999605},{"questionId":"q76","format":"json-pretty","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4794,"outputTokens":6,"latencyMs":939.5597080000443},{"questionId":"q76","format":"json-compact","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3042,"outputTokens":6,"latencyMs":926.0800840000156},{"questionId":"q76","format":"toon","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2305,"outputTokens":6,"latencyMs":1528.9299999999348},{"questionId":"q76","format":"csv","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2219,"outputTokens":6,"latencyMs":1778.4568749999162},{"questionId":"q76","format":"xml","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":5437,"outputTokens":6,"latencyMs":2679.2514170000795},{"questionId":"q76","format":"yaml","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3823,"outputTokens":6,"latencyMs":1804.234749999945},{"questionId":"q77","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4795,"outputTokens":4,"latencyMs":976.7687910000095},{"questionId":"q77","format":"json-compact","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3043,"outputTokens":4,"latencyMs":1624.5794999999925},{"questionId":"q77","format":"toon","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2306,"outputTokens":4,"latencyMs":2053.7377080000006},{"questionId":"q77","format":"csv","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2220,"outputTokens":4,"latencyMs":1512.628875000053},{"questionId":"q77","format":"xml","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":5438,"outputTokens":4,"latencyMs":2267.344374999986},{"questionId":"q77","format":"yaml","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3824,"outputTokens":4,"latencyMs":1777.6101250000065},{"questionId":"q78","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":4795,"outputTokens":2,"latencyMs":2256.0689160000766},{"questionId":"q78","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":3043,"outputTokens":2,"latencyMs":1668.527834000066},{"questionId":"q78","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2306,"outputTokens":2,"latencyMs":2199.315874999971},{"questionId":"q78","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2220,"outputTokens":2,"latencyMs":2015.2797919999575},{"questionId":"q78","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":5438,"outputTokens":2,"latencyMs":2091.531707999995},{"questionId":"q78","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":3824,"outputTokens":2,"latencyMs":1665.2967909999425},{"questionId":"q79","format":"json-pretty","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4794,"outputTokens":4,"latencyMs":1844.547750000027},{"questionId":"q79","format":"json-compact","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3042,"outputTokens":4,"latencyMs":1618.6494580000872},{"questionId":"q79","format":"toon","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2305,"outputTokens":4,"latencyMs":1702.673666000017},{"questionId":"q79","format":"csv","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2219,"outputTokens":4,"latencyMs":1774.4572499999776},{"questionId":"q79","format":"xml","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":5437,"outputTokens":4,"latencyMs":2189.773125000065},{"questionId":"q79","format":"yaml","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3823,"outputTokens":4,"latencyMs":1763.8889999999665},{"questionId":"q80","format":"json-pretty","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":4787,"outputTokens":2,"latencyMs":5315.679374999949},{"questionId":"q80","format":"json-compact","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3035,"outputTokens":2,"latencyMs":1975.0052920000162},{"questionId":"q80","format":"toon","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2298,"outputTokens":2,"latencyMs":10189.952415999956},{"questionId":"q80","format":"csv","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":1827.8344580000266},{"questionId":"q80","format":"xml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":5430,"outputTokens":2,"latencyMs":3697.638666999992},{"questionId":"q80","format":"yaml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3816,"outputTokens":2,"latencyMs":1110.1782080000266},{"questionId":"q81","format":"json-pretty","model":"gemini-2.5-flash","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":4788,"outputTokens":6,"latencyMs":6776.055083000101},{"questionId":"q81","format":"json-compact","model":"gemini-2.5-flash","expected":"328320","actual":"384592","isCorrect":false,"inputTokens":3036,"outputTokens":6,"latencyMs":5078.634749999968},{"questionId":"q81","format":"toon","model":"gemini-2.5-flash","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":2299,"outputTokens":6,"latencyMs":4330.306833000039},{"questionId":"q81","format":"csv","model":"gemini-2.5-flash","expected":"328320","actual":"328813","isCorrect":false,"inputTokens":2213,"outputTokens":6,"latencyMs":4490.076209000079},{"questionId":"q81","format":"xml","model":"gemini-2.5-flash","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":5431,"outputTokens":6,"latencyMs":6545.347792000044},{"questionId":"q81","format":"yaml","model":"gemini-2.5-flash","expected":"328320","actual":"333068","isCorrect":false,"inputTokens":3817,"outputTokens":6,"latencyMs":5087.304250000045},{"questionId":"q82","format":"json-pretty","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":4788,"outputTokens":4,"latencyMs":5225.209416999947},{"questionId":"q82","format":"json-compact","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":3036,"outputTokens":4,"latencyMs":16061.115874999901},{"questionId":"q82","format":"toon","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":2299,"outputTokens":4,"latencyMs":5231.7384160000365},{"questionId":"q82","format":"csv","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":2213,"outputTokens":4,"latencyMs":5526.608083000174},{"questionId":"q82","format":"xml","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":5976.9340829998255},{"questionId":"q82","format":"yaml","model":"gemini-2.5-flash","expected":"1791","actual":"1939","isCorrect":false,"inputTokens":3817,"outputTokens":4,"latencyMs":1738.1159169999883},{"questionId":"q83","format":"json-pretty","model":"gemini-2.5-flash","expected":"311695.88","actual":"306694.88","isCorrect":false,"inputTokens":4786,"outputTokens":9,"latencyMs":10304.099625000032},{"questionId":"q83","format":"json-compact","model":"gemini-2.5-flash","expected":"311695.88","actual":"377017.34","isCorrect":false,"inputTokens":3034,"outputTokens":9,"latencyMs":9507.895291999914},{"questionId":"q83","format":"toon","model":"gemini-2.5-flash","expected":"311695.88","actual":"303746.47","isCorrect":false,"inputTokens":2297,"outputTokens":9,"latencyMs":7738.845709000016},{"questionId":"q83","format":"csv","model":"gemini-2.5-flash","expected":"311695.88","actual":"342202.93","isCorrect":false,"inputTokens":2211,"outputTokens":9,"latencyMs":6813.100875000004},{"questionId":"q83","format":"xml","model":"gemini-2.5-flash","expected":"311695.88","actual":"338166.75","isCorrect":false,"inputTokens":5429,"outputTokens":9,"latencyMs":10666.665041999891},{"questionId":"q83","format":"yaml","model":"gemini-2.5-flash","expected":"311695.88","actual":"301490.73","isCorrect":false,"inputTokens":3815,"outputTokens":9,"latencyMs":7287.290541999973},{"questionId":"q84","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.53","actual":"0.5297","isCorrect":true,"inputTokens":4784,"outputTokens":6,"latencyMs":21744.219833999872},{"questionId":"q84","format":"json-compact","model":"gemini-2.5-flash","expected":"0.53","actual":"0.528","isCorrect":true,"inputTokens":3032,"outputTokens":5,"latencyMs":10048.218040999956},{"questionId":"q84","format":"toon","model":"gemini-2.5-flash","expected":"0.53","actual":"0.511","isCorrect":false,"inputTokens":2295,"outputTokens":5,"latencyMs":5817.3007080000825},{"questionId":"q84","format":"csv","model":"gemini-2.5-flash","expected":"0.53","actual":"0.5388","isCorrect":false,"inputTokens":2209,"outputTokens":6,"latencyMs":4071.8981659999117},{"questionId":"q84","format":"xml","model":"gemini-2.5-flash","expected":"0.53","actual":"0.47","isCorrect":false,"inputTokens":5427,"outputTokens":4,"latencyMs":3877.2279579997994},{"questionId":"q84","format":"yaml","model":"gemini-2.5-flash","expected":"0.53","actual":"0.566","isCorrect":false,"inputTokens":3813,"outputTokens":5,"latencyMs":4401.772082999814},{"questionId":"q85","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4790,"outputTokens":2,"latencyMs":7841.177082999842},{"questionId":"q85","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3038,"outputTokens":2,"latencyMs":6594.83591699996},{"questionId":"q85","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2301,"outputTokens":2,"latencyMs":14989.136167000048},{"questionId":"q85","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2215,"outputTokens":2,"latencyMs":22286.44337500003},{"questionId":"q85","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5433,"outputTokens":2,"latencyMs":8889.93366599991},{"questionId":"q85","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3819,"outputTokens":2,"latencyMs":4296.61400000006},{"questionId":"q86","format":"json-pretty","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":7879.6445000001695},{"questionId":"q86","format":"json-compact","model":"gemini-2.5-flash","expected":"42","actual":"38","isCorrect":false,"inputTokens":3036,"outputTokens":2,"latencyMs":14905.026874999981},{"questionId":"q86","format":"toon","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":2299,"outputTokens":2,"latencyMs":14178.267125000013},{"questionId":"q86","format":"csv","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":2213,"outputTokens":2,"latencyMs":7867.299750000006},{"questionId":"q86","format":"xml","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":7064.391459000064},{"questionId":"q86","format":"yaml","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":3817,"outputTokens":2,"latencyMs":8687.054207999958},{"questionId":"q87","format":"json-pretty","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":4797,"outputTokens":2,"latencyMs":12501.875249999808},{"questionId":"q87","format":"json-compact","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":3045,"outputTokens":2,"latencyMs":8787.602416999871},{"questionId":"q87","format":"toon","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":2308,"outputTokens":2,"latencyMs":14900.868499999866},{"questionId":"q87","format":"csv","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":2222,"outputTokens":2,"latencyMs":17227.210250000004},{"questionId":"q87","format":"xml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":5440,"outputTokens":2,"latencyMs":10448.573667000048},{"questionId":"q87","format":"yaml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":3826,"outputTokens":2,"latencyMs":11173.918750000186},{"questionId":"q88","format":"json-pretty","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":4797,"outputTokens":2,"latencyMs":12390.112124999985},{"questionId":"q88","format":"json-compact","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3045,"outputTokens":2,"latencyMs":19404.431333000073},{"questionId":"q88","format":"toon","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":2308,"outputTokens":2,"latencyMs":16014.096666000085},{"questionId":"q88","format":"csv","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":2222,"outputTokens":2,"latencyMs":17551.891541999998},{"questionId":"q88","format":"xml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":5440,"outputTokens":2,"latencyMs":10584.149915999966},{"questionId":"q88","format":"yaml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3826,"outputTokens":2,"latencyMs":6875.552832999965},{"questionId":"q89","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4798,"outputTokens":2,"latencyMs":7751.852916999953},{"questionId":"q89","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3046,"outputTokens":2,"latencyMs":22503.38000000012},{"questionId":"q89","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2309,"outputTokens":2,"latencyMs":17454.401416999986},{"questionId":"q89","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2223,"outputTokens":2,"latencyMs":14442.165999999968},{"questionId":"q89","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5441,"outputTokens":2,"latencyMs":24619.457124999957},{"questionId":"q89","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3827,"outputTokens":2,"latencyMs":10507.275249999948},{"questionId":"q90","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4798,"outputTokens":2,"latencyMs":20256.532916999888},{"questionId":"q90","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3046,"outputTokens":2,"latencyMs":20173.710999999894},{"questionId":"q90","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2309,"outputTokens":2,"latencyMs":16398.499040999915},{"questionId":"q90","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2223,"outputTokens":2,"latencyMs":16167.04625000013},{"questionId":"q90","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5441,"outputTokens":2,"latencyMs":15138.672250000061},{"questionId":"q90","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3827,"outputTokens":2,"latencyMs":10029.309957999969},{"questionId":"q91","format":"json-pretty","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":4798,"outputTokens":2,"latencyMs":9550.991792000132},{"questionId":"q91","format":"json-compact","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":3046,"outputTokens":2,"latencyMs":17190.87474999996},{"questionId":"q91","format":"toon","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":2309,"outputTokens":2,"latencyMs":15229.16020799987},{"questionId":"q91","format":"csv","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":2223,"outputTokens":2,"latencyMs":23082.90812499984},{"questionId":"q91","format":"xml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":5441,"outputTokens":2,"latencyMs":26555.38383299997},{"questionId":"q91","format":"yaml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":3827,"outputTokens":2,"latencyMs":9781.933750000084},{"questionId":"q92","format":"json-pretty","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4796,"outputTokens":2,"latencyMs":12433.872082999907},{"questionId":"q92","format":"json-compact","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3044,"outputTokens":2,"latencyMs":21259.824458000017},{"questionId":"q92","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2307,"outputTokens":2,"latencyMs":14788.983291000128},{"questionId":"q92","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2221,"outputTokens":2,"latencyMs":20083.6594169999},{"questionId":"q92","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5439,"outputTokens":2,"latencyMs":11762.891209000023},{"questionId":"q92","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3825,"outputTokens":2,"latencyMs":9649.968958000187},{"questionId":"q93","format":"json-pretty","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":4796,"outputTokens":1,"latencyMs":8159.669375000056},{"questionId":"q93","format":"json-compact","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":3044,"outputTokens":1,"latencyMs":17700.48974999995},{"questionId":"q93","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":2307,"outputTokens":1,"latencyMs":17174.231499999994},{"questionId":"q93","format":"csv","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":2221,"outputTokens":1,"latencyMs":18453.296667000046},{"questionId":"q93","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":5439,"outputTokens":1,"latencyMs":10520.70066699991},{"questionId":"q93","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":3825,"outputTokens":1,"latencyMs":6200.701666999841},{"questionId":"q94","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4798,"outputTokens":2,"latencyMs":31263.397750000004},{"questionId":"q94","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3046,"outputTokens":2,"latencyMs":27911.912208999973},{"questionId":"q94","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2309,"outputTokens":2,"latencyMs":18668.751084000105},{"questionId":"q94","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2223,"outputTokens":2,"latencyMs":18332.33825000003},{"questionId":"q94","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5441,"outputTokens":2,"latencyMs":18221.784458999988},{"questionId":"q94","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3827,"outputTokens":2,"latencyMs":11501.188624999952},{"questionId":"q95","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4798,"outputTokens":2,"latencyMs":12168.62733300007},{"questionId":"q95","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3046,"outputTokens":2,"latencyMs":18283.335084000137},{"questionId":"q95","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2309,"outputTokens":2,"latencyMs":20068.500292000128},{"questionId":"q95","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2223,"outputTokens":2,"latencyMs":17943.502290999983},{"questionId":"q95","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5441,"outputTokens":2,"latencyMs":14015.277915999992},{"questionId":"q95","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3827,"outputTokens":2,"latencyMs":12597.466791999992},{"questionId":"q96","format":"json-pretty","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":20011,"outputTokens":6,"latencyMs":2211.3141250000335},{"questionId":"q96","format":"json-compact","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15049,"outputTokens":6,"latencyMs":1644.998792000115},{"questionId":"q96","format":"toon","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12381,"outputTokens":6,"latencyMs":2336.6362079998944},{"questionId":"q96","format":"csv","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12228,"outputTokens":6,"latencyMs":2207.3656659999397},{"questionId":"q96","format":"xml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":21897,"outputTokens":6,"latencyMs":1280.1559170000255},{"questionId":"q96","format":"yaml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17095,"outputTokens":6,"latencyMs":1050.6362499999814},{"questionId":"q97","format":"json-pretty","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":20014,"outputTokens":5,"latencyMs":1562.2919159999583},{"questionId":"q97","format":"json-compact","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15052,"outputTokens":5,"latencyMs":1106.6092920000665},{"questionId":"q97","format":"toon","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12384,"outputTokens":5,"latencyMs":3056.3536250002217},{"questionId":"q97","format":"csv","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12231,"outputTokens":5,"latencyMs":5364.961082999827},{"questionId":"q97","format":"xml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":21900,"outputTokens":5,"latencyMs":1327.876707999967},{"questionId":"q97","format":"yaml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17098,"outputTokens":5,"latencyMs":1008.9911249999423},{"questionId":"q98","format":"json-pretty","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":20008,"outputTokens":4,"latencyMs":1441.7123750001192},{"questionId":"q98","format":"json-compact","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":15046,"outputTokens":4,"latencyMs":1975.5891660000198},{"questionId":"q98","format":"toon","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":12378,"outputTokens":4,"latencyMs":3208.3119169999845},{"questionId":"q98","format":"csv","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":12225,"outputTokens":4,"latencyMs":2171.4729170000646},{"questionId":"q98","format":"xml","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":21894,"outputTokens":4,"latencyMs":1465.2379580000415},{"questionId":"q98","format":"yaml","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17092,"outputTokens":4,"latencyMs":2112.2501250000205},{"questionId":"q99","format":"json-pretty","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":20015,"outputTokens":1,"latencyMs":1402.308291999856},{"questionId":"q99","format":"json-compact","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":15053,"outputTokens":1,"latencyMs":1666.5179159999825},{"questionId":"q99","format":"toon","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12385,"outputTokens":1,"latencyMs":5125.7323340000585},{"questionId":"q99","format":"csv","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12232,"outputTokens":1,"latencyMs":1189.7219589999877},{"questionId":"q99","format":"xml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":21901,"outputTokens":1,"latencyMs":1129.217750000069},{"questionId":"q99","format":"yaml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":17099,"outputTokens":1,"latencyMs":1653.3000000000466},{"questionId":"q100","format":"json-pretty","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":20007,"outputTokens":6,"latencyMs":1401.7360839999747},{"questionId":"q100","format":"json-compact","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":15045,"outputTokens":6,"latencyMs":1115.8533329998609},{"questionId":"q100","format":"toon","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":12377,"outputTokens":6,"latencyMs":2909.888125000056},{"questionId":"q100","format":"csv","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":12224,"outputTokens":6,"latencyMs":1939.7250000000931},{"questionId":"q100","format":"xml","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":21893,"outputTokens":6,"latencyMs":1366.182541999966},{"questionId":"q100","format":"yaml","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17091,"outputTokens":6,"latencyMs":1966.4656250001863},{"questionId":"q101","format":"json-pretty","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":20013,"outputTokens":5,"latencyMs":1422.1554170001764},{"questionId":"q101","format":"json-compact","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":15051,"outputTokens":5,"latencyMs":1447.3659579998348},{"questionId":"q101","format":"toon","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":12383,"outputTokens":5,"latencyMs":2951.293124999851},{"questionId":"q101","format":"csv","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":12230,"outputTokens":5,"latencyMs":1743.5361669999547},{"questionId":"q101","format":"xml","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":21899,"outputTokens":5,"latencyMs":2728.970958000049},{"questionId":"q101","format":"yaml","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17097,"outputTokens":5,"latencyMs":2645.9682089998387},{"questionId":"q102","format":"json-pretty","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":20013,"outputTokens":3,"latencyMs":1191.8668339999858},{"questionId":"q102","format":"json-compact","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":15051,"outputTokens":3,"latencyMs":998.8467090001795},{"questionId":"q102","format":"toon","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":12383,"outputTokens":3,"latencyMs":2757.990875000134},{"questionId":"q102","format":"csv","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":12230,"outputTokens":3,"latencyMs":2029.8067499999888},{"questionId":"q102","format":"xml","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":21899,"outputTokens":3,"latencyMs":1506.327459000051},{"questionId":"q102","format":"yaml","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":17097,"outputTokens":3,"latencyMs":1936.9512079998385},{"questionId":"q103","format":"json-pretty","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":20009,"outputTokens":1,"latencyMs":1516.0164580000564},{"questionId":"q103","format":"json-compact","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":15047,"outputTokens":1,"latencyMs":2294.416416000109},{"questionId":"q103","format":"toon","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12379,"outputTokens":1,"latencyMs":2849.68429200002},{"questionId":"q103","format":"csv","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12226,"outputTokens":1,"latencyMs":1401.626958000008},{"questionId":"q103","format":"xml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":1381.8995420001447},{"questionId":"q103","format":"yaml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":17093,"outputTokens":1,"latencyMs":1657.8283330001868},{"questionId":"q104","format":"json-pretty","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":20016,"outputTokens":6,"latencyMs":1387.4827919998206},{"questionId":"q104","format":"json-compact","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":15054,"outputTokens":6,"latencyMs":1175.5420419999864},{"questionId":"q104","format":"toon","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":12386,"outputTokens":6,"latencyMs":3027.7397080000956},{"questionId":"q104","format":"csv","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":12233,"outputTokens":6,"latencyMs":3088.3325000000186},{"questionId":"q104","format":"xml","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":21902,"outputTokens":6,"latencyMs":1291.0158749998081},{"questionId":"q104","format":"yaml","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17100,"outputTokens":6,"latencyMs":3673.9894159999676},{"questionId":"q105","format":"json-pretty","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":20011,"outputTokens":5,"latencyMs":1349.0667499999981},{"questionId":"q105","format":"json-compact","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":15049,"outputTokens":5,"latencyMs":1157.9330829998944},{"questionId":"q105","format":"toon","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":12381,"outputTokens":5,"latencyMs":2871.0199160000775},{"questionId":"q105","format":"csv","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":12228,"outputTokens":5,"latencyMs":2589.363791999873},{"questionId":"q105","format":"xml","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":21897,"outputTokens":5,"latencyMs":2238.4021249997895},{"questionId":"q105","format":"yaml","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17095,"outputTokens":5,"latencyMs":2021.4101670000236},{"questionId":"q106","format":"json-pretty","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":20014,"outputTokens":4,"latencyMs":1291.0011670000385},{"questionId":"q106","format":"json-compact","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":15052,"outputTokens":4,"latencyMs":2353.214125000173},{"questionId":"q106","format":"toon","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":12384,"outputTokens":4,"latencyMs":3064.0125420000404},{"questionId":"q106","format":"csv","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":12231,"outputTokens":4,"latencyMs":3329.2382500001695},{"questionId":"q106","format":"xml","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":21900,"outputTokens":4,"latencyMs":2356.347291999962},{"questionId":"q106","format":"yaml","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17098,"outputTokens":4,"latencyMs":2086.360624999972},{"questionId":"q107","format":"json-pretty","model":"gemini-2.5-flash","expected":"100","actual":"90","isCorrect":false,"inputTokens":20006,"outputTokens":2,"latencyMs":5701.683209000155},{"questionId":"q107","format":"json-compact","model":"gemini-2.5-flash","expected":"100","actual":"64","isCorrect":false,"inputTokens":15044,"outputTokens":2,"latencyMs":1196.967083999887},{"questionId":"q107","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":12376,"outputTokens":3,"latencyMs":8496.278332999907},{"questionId":"q107","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"60","isCorrect":false,"inputTokens":12223,"outputTokens":2,"latencyMs":1352.2553749999497},{"questionId":"q107","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"60","isCorrect":false,"inputTokens":21892,"outputTokens":2,"latencyMs":1251.8892919998616},{"questionId":"q107","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":17090,"outputTokens":3,"latencyMs":8314.54454199993},{"questionId":"q108","format":"json-pretty","model":"gemini-2.5-flash","expected":"15413563","actual":"13508608","isCorrect":false,"inputTokens":20009,"outputTokens":8,"latencyMs":8380.613124999916},{"questionId":"q108","format":"json-compact","model":"gemini-2.5-flash","expected":"15413563","actual":"11234796","isCorrect":false,"inputTokens":15047,"outputTokens":8,"latencyMs":2146.2014159997925},{"questionId":"q108","format":"toon","model":"gemini-2.5-flash","expected":"15413563","actual":"12793798","isCorrect":false,"inputTokens":12379,"outputTokens":8,"latencyMs":7147.5953750000335},{"questionId":"q108","format":"csv","model":"gemini-2.5-flash","expected":"15413563","actual":"18196163","isCorrect":false,"inputTokens":12226,"outputTokens":8,"latencyMs":9613.253124999814},{"questionId":"q108","format":"xml","model":"gemini-2.5-flash","expected":"15413563","actual":"12791599","isCorrect":false,"inputTokens":21895,"outputTokens":8,"latencyMs":9019.025749999797},{"questionId":"q108","format":"yaml","model":"gemini-2.5-flash","expected":"15413563","actual":"12920406","isCorrect":false,"inputTokens":17093,"outputTokens":8,"latencyMs":77547.83733400004},{"questionId":"q109","format":"json-pretty","model":"gemini-2.5-flash","expected":"2528243","actual":"2757984","isCorrect":false,"inputTokens":20009,"outputTokens":7,"latencyMs":12165.649916999973},{"questionId":"q109","format":"json-compact","model":"gemini-2.5-flash","expected":"2528243","actual":"2674984","isCorrect":false,"inputTokens":15047,"outputTokens":7,"latencyMs":8778.673999999883},{"questionId":"q109","format":"toon","model":"gemini-2.5-flash","expected":"2528243","actual":"3012173","isCorrect":false,"inputTokens":12379,"outputTokens":7,"latencyMs":12954.33424999984},{"questionId":"q109","format":"csv","model":"gemini-2.5-flash","expected":"2528243","actual":"1464010","isCorrect":false,"inputTokens":12226,"outputTokens":7,"latencyMs":1306.0217079999857},{"questionId":"q109","format":"xml","model":"gemini-2.5-flash","expected":"2528243","actual":"2795908","isCorrect":false,"inputTokens":21895,"outputTokens":7,"latencyMs":12849.799542000052},{"questionId":"q109","format":"yaml","model":"gemini-2.5-flash","expected":"2528243","actual":"1861962","isCorrect":false,"inputTokens":17093,"outputTokens":7,"latencyMs":1189.123584000161},{"questionId":"q110","format":"json-pretty","model":"gemini-2.5-flash","expected":"154136","actual":"205012.51","isCorrect":false,"inputTokens":20008,"outputTokens":9,"latencyMs":85507.77341600019},{"questionId":"q110","format":"json-compact","model":"gemini-2.5-flash","expected":"154136","actual":"168868.22","isCorrect":false,"inputTokens":15046,"outputTokens":9,"latencyMs":857.5727079999633},{"questionId":"q110","format":"toon","model":"gemini-2.5-flash","expected":"154136","actual":"168686.7","isCorrect":false,"inputTokens":12378,"outputTokens":8,"latencyMs":33603.38358299993},{"questionId":"q110","format":"csv","model":"gemini-2.5-flash","expected":"154136","actual":"189191.06","isCorrect":false,"inputTokens":12225,"outputTokens":9,"latencyMs":10578.574166999897},{"questionId":"q110","format":"xml","model":"gemini-2.5-flash","expected":"154136","actual":"164929.16","isCorrect":false,"inputTokens":21894,"outputTokens":9,"latencyMs":13948.815542000113},{"questionId":"q110","format":"yaml","model":"gemini-2.5-flash","expected":"154136","actual":"157771.68","isCorrect":false,"inputTokens":17092,"outputTokens":9,"latencyMs":1213.3114169999026},{"questionId":"q111","format":"json-pretty","model":"gemini-2.5-flash","expected":"41","actual":"34","isCorrect":false,"inputTokens":20010,"outputTokens":2,"latencyMs":1175.5665420000441},{"questionId":"q111","format":"json-compact","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":15048,"outputTokens":2,"latencyMs":1331.0354169998318},{"questionId":"q111","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":12380,"outputTokens":2,"latencyMs":52398.45104199997},{"questionId":"q111","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"32","isCorrect":false,"inputTokens":12227,"outputTokens":2,"latencyMs":1756.012667000061},{"questionId":"q111","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"32","isCorrect":false,"inputTokens":21896,"outputTokens":2,"latencyMs":1230.2739999999758},{"questionId":"q111","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"42","isCorrect":false,"inputTokens":17094,"outputTokens":2,"latencyMs":1164.9205000000075},{"questionId":"q112","format":"json-pretty","model":"gemini-2.5-flash","expected":"53","actual":"30","isCorrect":false,"inputTokens":20010,"outputTokens":2,"latencyMs":1371.9680829998106},{"questionId":"q112","format":"json-compact","model":"gemini-2.5-flash","expected":"53","actual":"41","isCorrect":false,"inputTokens":15048,"outputTokens":2,"latencyMs":1389.3990829999093},{"questionId":"q112","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"48","isCorrect":false,"inputTokens":12380,"outputTokens":2,"latencyMs":51797.823458000086},{"questionId":"q112","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"54","isCorrect":false,"inputTokens":12227,"outputTokens":2,"latencyMs":5937.101417000173},{"questionId":"q112","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"46","isCorrect":false,"inputTokens":21896,"outputTokens":2,"latencyMs":1850.1518329998944},{"questionId":"q112","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"42","isCorrect":false,"inputTokens":17094,"outputTokens":2,"latencyMs":1271.803291000193},{"questionId":"q113","format":"json-pretty","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":20013,"outputTokens":2,"latencyMs":12139.733791999985},{"questionId":"q113","format":"json-compact","model":"gemini-2.5-flash","expected":"77","actual":"52","isCorrect":false,"inputTokens":15051,"outputTokens":2,"latencyMs":1563.9794580000453},{"questionId":"q113","format":"toon","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12383,"outputTokens":2,"latencyMs":60018.49533299985},{"questionId":"q113","format":"csv","model":"gemini-2.5-flash","expected":"77","actual":"53","isCorrect":false,"inputTokens":12230,"outputTokens":2,"latencyMs":2886.4936659999657},{"questionId":"q113","format":"xml","model":"gemini-2.5-flash","expected":"77","actual":"68","isCorrect":false,"inputTokens":21899,"outputTokens":2,"latencyMs":7701.858624999877},{"questionId":"q113","format":"yaml","model":"gemini-2.5-flash","expected":"77","actual":"50","isCorrect":false,"inputTokens":17097,"outputTokens":2,"latencyMs":1499.8272080000024},{"questionId":"q114","format":"json-pretty","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":20013,"outputTokens":2,"latencyMs":10663.782916999888},{"questionId":"q114","format":"json-compact","model":"gemini-2.5-flash","expected":"37","actual":"48","isCorrect":false,"inputTokens":15051,"outputTokens":2,"latencyMs":827.0181249999441},{"questionId":"q114","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12383,"outputTokens":2,"latencyMs":30728.82379200007},{"questionId":"q114","format":"csv","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12230,"outputTokens":2,"latencyMs":57617.62024999992},{"questionId":"q114","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"38","isCorrect":false,"inputTokens":21899,"outputTokens":2,"latencyMs":7654.3029160001315},{"questionId":"q114","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":17097,"outputTokens":2,"latencyMs":5690.2677080000285},{"questionId":"q115","format":"json-pretty","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":20013,"outputTokens":2,"latencyMs":7403.075249999994},{"questionId":"q115","format":"json-compact","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":15051,"outputTokens":2,"latencyMs":11672.22716699983},{"questionId":"q115","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12383,"outputTokens":2,"latencyMs":60024.06812499999},{"questionId":"q115","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12230,"outputTokens":2,"latencyMs":16827.86266699992},{"questionId":"q115","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":21899,"outputTokens":2,"latencyMs":14204.877040999942},{"questionId":"q115","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":17097,"outputTokens":2,"latencyMs":10882.716291000135},{"questionId":"q116","format":"json-pretty","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":20012,"outputTokens":2,"latencyMs":10126.601749999914},{"questionId":"q116","format":"json-compact","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":15050,"outputTokens":2,"latencyMs":11377.47104199999},{"questionId":"q116","format":"toon","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12382,"outputTokens":2,"latencyMs":66874.20062500006},{"questionId":"q116","format":"csv","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12229,"outputTokens":2,"latencyMs":55503.976083999965},{"questionId":"q116","format":"xml","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":21898,"outputTokens":2,"latencyMs":22246.931790999835},{"questionId":"q116","format":"yaml","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":17096,"outputTokens":2,"latencyMs":11075.051124999998},{"questionId":"q117","format":"json-pretty","model":"gemini-2.5-flash","expected":"23","actual":"21","isCorrect":false,"inputTokens":20012,"outputTokens":2,"latencyMs":1228.845166000072},{"questionId":"q117","format":"json-compact","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":15050,"outputTokens":2,"latencyMs":8741.270292000147},{"questionId":"q117","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12382,"outputTokens":2,"latencyMs":121814.02916599996},{"questionId":"q117","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12229,"outputTokens":2,"latencyMs":61989.02254200005},{"questionId":"q117","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":21898,"outputTokens":2,"latencyMs":11036.310292000184},{"questionId":"q117","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":17096,"outputTokens":2,"latencyMs":9939.378125000047},{"questionId":"q118","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":20011,"outputTokens":1,"latencyMs":7667.9341249999125},{"questionId":"q118","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":15049,"outputTokens":1,"latencyMs":12107.239041999914},{"questionId":"q118","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12381,"outputTokens":1,"latencyMs":57362.15020799986},{"questionId":"q118","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12228,"outputTokens":1,"latencyMs":9611.33104199986},{"questionId":"q118","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":21897,"outputTokens":1,"latencyMs":12881.183583999984},{"questionId":"q118","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":17095,"outputTokens":1,"latencyMs":10873.08916600002},{"questionId":"q119","format":"json-pretty","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":20022,"outputTokens":2,"latencyMs":20178.348249999806},{"questionId":"q119","format":"json-compact","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":15060,"outputTokens":2,"latencyMs":18216.745832999935},{"questionId":"q119","format":"toon","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12392,"outputTokens":2,"latencyMs":66507.61320799985},{"questionId":"q119","format":"csv","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12239,"outputTokens":2,"latencyMs":83228.03312499984},{"questionId":"q119","format":"xml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":21908,"outputTokens":2,"latencyMs":24800.78345800005},{"questionId":"q119","format":"yaml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":17106,"outputTokens":2,"latencyMs":34368.74825000018},{"questionId":"q120","format":"json-pretty","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":20023,"outputTokens":2,"latencyMs":12939.749624999939},{"questionId":"q120","format":"json-compact","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":15061,"outputTokens":2,"latencyMs":70179.32116599986},{"questionId":"q120","format":"toon","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12393,"outputTokens":2,"latencyMs":38629.9513340001},{"questionId":"q120","format":"csv","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12240,"outputTokens":2,"latencyMs":25283.877875000006},{"questionId":"q120","format":"xml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":21909,"outputTokens":2,"latencyMs":22682.039416000014},{"questionId":"q120","format":"yaml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":17107,"outputTokens":2,"latencyMs":18730.286957999924},{"questionId":"q121","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":20023,"outputTokens":2,"latencyMs":10387.956000000006},{"questionId":"q121","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":15061,"outputTokens":2,"latencyMs":13692.476250000065},{"questionId":"q121","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12393,"outputTokens":2,"latencyMs":79759.93679199996},{"questionId":"q121","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12240,"outputTokens":2,"latencyMs":35631.86233299994},{"questionId":"q121","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":21909,"outputTokens":2,"latencyMs":14524.548749999842},{"questionId":"q121","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":17107,"outputTokens":2,"latencyMs":10477.33529200009},{"questionId":"q122","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20022,"outputTokens":1,"latencyMs":17417.211249999935},{"questionId":"q122","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":15060,"outputTokens":1,"latencyMs":21743.355708000017},{"questionId":"q122","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12392,"outputTokens":1,"latencyMs":69987.69104199996},{"questionId":"q122","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12239,"outputTokens":1,"latencyMs":73348.87191600003},{"questionId":"q122","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21908,"outputTokens":1,"latencyMs":21004.25129100005},{"questionId":"q122","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17106,"outputTokens":1,"latencyMs":15259.87562499987},{"questionId":"q123","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":20022,"outputTokens":1,"latencyMs":5461.979041999904},{"questionId":"q123","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":15060,"outputTokens":1,"latencyMs":70539.96841700003},{"questionId":"q123","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12392,"outputTokens":1,"latencyMs":31870.766082999995},{"questionId":"q123","format":"csv","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12239,"outputTokens":1,"latencyMs":37310.19433300011},{"questionId":"q123","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":21908,"outputTokens":1,"latencyMs":10856.934333999874},{"questionId":"q123","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":17106,"outputTokens":1,"latencyMs":6666.342249999987},{"questionId":"q124","format":"json-pretty","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":8539,"outputTokens":1,"latencyMs":1878.8176249999087},{"questionId":"q124","format":"json-compact","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":5866,"outputTokens":1,"latencyMs":1409.4439170002006},{"questionId":"q124","format":"toon","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":6993,"outputTokens":1,"latencyMs":1369.5112499999814},{"questionId":"q124","format":"xml","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":9362,"outputTokens":1,"latencyMs":1790.701708999928},{"questionId":"q124","format":"yaml","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":6920,"outputTokens":1,"latencyMs":1836.0749999999534},{"questionId":"q125","format":"json-pretty","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8539,"outputTokens":4,"latencyMs":2251.6957499999553},{"questionId":"q125","format":"json-compact","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5866,"outputTokens":4,"latencyMs":1370.18120799982},{"questionId":"q125","format":"toon","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6993,"outputTokens":4,"latencyMs":2900.4670410000253},{"questionId":"q125","format":"xml","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":9362,"outputTokens":4,"latencyMs":1347.2522919999901},{"questionId":"q125","format":"yaml","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6920,"outputTokens":4,"latencyMs":1399.5693329998758},{"questionId":"q126","format":"json-pretty","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":8540,"outputTokens":3,"latencyMs":629.7614999997895},{"questionId":"q126","format":"json-compact","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":5867,"outputTokens":3,"latencyMs":3635.8279579998925},{"questionId":"q126","format":"toon","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":6994,"outputTokens":3,"latencyMs":3848.690999999875},{"questionId":"q126","format":"xml","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":9363,"outputTokens":3,"latencyMs":1416.82720900001},{"questionId":"q126","format":"yaml","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":6921,"outputTokens":3,"latencyMs":3025.1147080000956},{"questionId":"q127","format":"json-pretty","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":8540,"outputTokens":4,"latencyMs":1309.6894170001615},{"questionId":"q127","format":"json-compact","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5867,"outputTokens":4,"latencyMs":1731.4591250000522},{"questionId":"q127","format":"toon","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6994,"outputTokens":4,"latencyMs":2646.668166999938},{"questionId":"q127","format":"xml","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":9363,"outputTokens":4,"latencyMs":2428.78829200007},{"questionId":"q127","format":"yaml","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6921,"outputTokens":4,"latencyMs":2095.0494580001105},{"questionId":"q128","format":"json-pretty","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":8539,"outputTokens":1,"latencyMs":1550.8666669998784},{"questionId":"q128","format":"json-compact","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":5866,"outputTokens":1,"latencyMs":2002.3954999998678},{"questionId":"q128","format":"toon","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":6993,"outputTokens":1,"latencyMs":1840.2402500000317},{"questionId":"q128","format":"xml","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":9362,"outputTokens":1,"latencyMs":1800.7229169998318},{"questionId":"q128","format":"yaml","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":6920,"outputTokens":1,"latencyMs":1992.9220419998746},{"questionId":"q129","format":"json-pretty","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":8539,"outputTokens":4,"latencyMs":1808.3219159999862},{"questionId":"q129","format":"json-compact","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5866,"outputTokens":4,"latencyMs":1745.299541000044},{"questionId":"q129","format":"toon","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6993,"outputTokens":4,"latencyMs":2423.28370800009},{"questionId":"q129","format":"xml","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":9362,"outputTokens":4,"latencyMs":2074.5135000001173},{"questionId":"q129","format":"yaml","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6920,"outputTokens":4,"latencyMs":1317.3766250000335},{"questionId":"q130","format":"json-pretty","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":8540,"outputTokens":3,"latencyMs":1010.6947500000242},{"questionId":"q130","format":"json-compact","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":5867,"outputTokens":3,"latencyMs":1228.840749999974},{"questionId":"q130","format":"toon","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":6994,"outputTokens":3,"latencyMs":2259.1699999999255},{"questionId":"q130","format":"xml","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":9363,"outputTokens":3,"latencyMs":1966.4926670000423},{"questionId":"q130","format":"yaml","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":6921,"outputTokens":3,"latencyMs":2354.1357499998994},{"questionId":"q131","format":"json-pretty","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":8540,"outputTokens":3,"latencyMs":888.1196249998175},{"questionId":"q131","format":"json-compact","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":5867,"outputTokens":3,"latencyMs":1894.6611670001876},{"questionId":"q131","format":"toon","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":6994,"outputTokens":3,"latencyMs":1911.845208000159},{"questionId":"q131","format":"xml","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":9363,"outputTokens":3,"latencyMs":1935.7601250000298},{"questionId":"q131","format":"yaml","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":6921,"outputTokens":3,"latencyMs":1843.8479169998318},{"questionId":"q132","format":"json-pretty","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":8539,"outputTokens":1,"latencyMs":3363.752249999903},{"questionId":"q132","format":"json-compact","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":5866,"outputTokens":1,"latencyMs":2269.923167000059},{"questionId":"q132","format":"toon","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":6993,"outputTokens":1,"latencyMs":1724.937750000041},{"questionId":"q132","format":"xml","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":9362,"outputTokens":1,"latencyMs":1993.0314999998081},{"questionId":"q132","format":"yaml","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":6920,"outputTokens":1,"latencyMs":1220.3704999999609},{"questionId":"q133","format":"json-pretty","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8539,"outputTokens":4,"latencyMs":1217.0715000000782},{"questionId":"q133","format":"json-compact","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5866,"outputTokens":4,"latencyMs":1927.4073330000974},{"questionId":"q133","format":"toon","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6993,"outputTokens":4,"latencyMs":1874.252708000131},{"questionId":"q133","format":"xml","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":9362,"outputTokens":4,"latencyMs":2147.5908750002272},{"questionId":"q133","format":"yaml","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6920,"outputTokens":4,"latencyMs":2515.3095410000533},{"questionId":"q134","format":"json-pretty","model":"gemini-2.5-flash","expected":"75","actual":"64","isCorrect":false,"inputTokens":8514,"outputTokens":2,"latencyMs":3175.3592499999795},{"questionId":"q134","format":"json-compact","model":"gemini-2.5-flash","expected":"75","actual":"67","isCorrect":false,"inputTokens":5841,"outputTokens":2,"latencyMs":976.6002090000547},{"questionId":"q134","format":"toon","model":"gemini-2.5-flash","expected":"75","actual":"75","isCorrect":true,"inputTokens":6968,"outputTokens":2,"latencyMs":11622.03495799983},{"questionId":"q134","format":"xml","model":"gemini-2.5-flash","expected":"75","actual":"60","isCorrect":false,"inputTokens":9337,"outputTokens":2,"latencyMs":2764.29366700002},{"questionId":"q134","format":"yaml","model":"gemini-2.5-flash","expected":"75","actual":"75","isCorrect":true,"inputTokens":6895,"outputTokens":2,"latencyMs":10543.151874999981},{"questionId":"q135","format":"json-pretty","model":"gemini-2.5-flash","expected":"2453.41","actual":"2446.5","isCorrect":false,"inputTokens":8515,"outputTokens":6,"latencyMs":4752.668125000084},{"questionId":"q135","format":"json-compact","model":"gemini-2.5-flash","expected":"2453.41","actual":"2317.86","isCorrect":false,"inputTokens":5842,"outputTokens":7,"latencyMs":4809.121500000125},{"questionId":"q135","format":"toon","model":"gemini-2.5-flash","expected":"2453.41","actual":"2121.9466666666665","isCorrect":false,"inputTokens":6969,"outputTokens":18,"latencyMs":5130.499125000089},{"questionId":"q135","format":"xml","model":"gemini-2.5-flash","expected":"2453.41","actual":"2409.8","isCorrect":false,"inputTokens":9338,"outputTokens":6,"latencyMs":6959.698749999981},{"questionId":"q135","format":"yaml","model":"gemini-2.5-flash","expected":"2453.41","actual":"2381.61","isCorrect":false,"inputTokens":6896,"outputTokens":7,"latencyMs":5282.854708000086},{"questionId":"q136","format":"json-pretty","model":"gemini-2.5-flash","expected":"29","actual":"28","isCorrect":false,"inputTokens":8514,"outputTokens":2,"latencyMs":825.8032919999678},{"questionId":"q136","format":"json-compact","model":"gemini-2.5-flash","expected":"29","actual":"28","isCorrect":false,"inputTokens":5841,"outputTokens":2,"latencyMs":713.9450840000063},{"questionId":"q136","format":"toon","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":6968,"outputTokens":2,"latencyMs":24505.540041000117},{"questionId":"q136","format":"xml","model":"gemini-2.5-flash","expected":"29","actual":"27","isCorrect":false,"inputTokens":9337,"outputTokens":2,"latencyMs":2090.9554999999236},{"questionId":"q136","format":"yaml","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":6895,"outputTokens":2,"latencyMs":15048.97654199996},{"questionId":"q137","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":8514,"outputTokens":2,"latencyMs":5170.641334000044},{"questionId":"q137","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5841,"outputTokens":2,"latencyMs":6473.029875000007},{"questionId":"q137","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":6968,"outputTokens":2,"latencyMs":4246.861290999921},{"questionId":"q137","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"16","isCorrect":false,"inputTokens":9337,"outputTokens":2,"latencyMs":1270.3035000001546},{"questionId":"q137","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":6895,"outputTokens":2,"latencyMs":8520.89433400007},{"questionId":"q138","format":"json-pretty","model":"gemini-2.5-flash","expected":"29","actual":"20","isCorrect":false,"inputTokens":8514,"outputTokens":2,"latencyMs":1850.1505420000758},{"questionId":"q138","format":"json-compact","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":5841,"outputTokens":2,"latencyMs":9030.687209000112},{"questionId":"q138","format":"toon","model":"gemini-2.5-flash","expected":"29","actual":"28","isCorrect":false,"inputTokens":6968,"outputTokens":2,"latencyMs":4828.5370410000905},{"questionId":"q138","format":"xml","model":"gemini-2.5-flash","expected":"29","actual":"20","isCorrect":false,"inputTokens":9337,"outputTokens":2,"latencyMs":1184.6289590001106},{"questionId":"q138","format":"yaml","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":6895,"outputTokens":2,"latencyMs":5919.808792000171},{"questionId":"q139","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":8517,"outputTokens":2,"latencyMs":5852.9212919999845},{"questionId":"q139","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5844,"outputTokens":2,"latencyMs":13428.725749999983},{"questionId":"q139","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"12","isCorrect":false,"inputTokens":6971,"outputTokens":2,"latencyMs":10008.94108400005},{"questionId":"q139","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":9340,"outputTokens":2,"latencyMs":9106.528457999928},{"questionId":"q139","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":6898,"outputTokens":2,"latencyMs":31064.059250000166},{"questionId":"q140","format":"json-pretty","model":"gemini-2.5-flash","expected":"18","actual":"13","isCorrect":false,"inputTokens":8517,"outputTokens":2,"latencyMs":2124.0804999999236},{"questionId":"q140","format":"json-compact","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":5844,"outputTokens":2,"latencyMs":14951.041833000025},{"questionId":"q140","format":"toon","model":"gemini-2.5-flash","expected":"18","actual":"17","isCorrect":false,"inputTokens":6971,"outputTokens":2,"latencyMs":6033.8783750000875},{"questionId":"q140","format":"xml","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":9340,"outputTokens":2,"latencyMs":3825.774333999958},{"questionId":"q140","format":"yaml","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":6898,"outputTokens":2,"latencyMs":15656.88370799995},{"questionId":"q141","format":"json-pretty","model":"gemini-2.5-flash","expected":"33","actual":"30","isCorrect":false,"inputTokens":8523,"outputTokens":2,"latencyMs":920.4534169998951},{"questionId":"q141","format":"json-compact","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":5850,"outputTokens":2,"latencyMs":8256.13604100002},{"questionId":"q141","format":"toon","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":6977,"outputTokens":2,"latencyMs":8657.864458000055},{"questionId":"q141","format":"xml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":9346,"outputTokens":2,"latencyMs":8993.88512500003},{"questionId":"q141","format":"yaml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":6904,"outputTokens":2,"latencyMs":6527.931417000014},{"questionId":"q142","format":"json-pretty","model":"gemini-2.5-flash","expected":"42","actual":"44","isCorrect":false,"inputTokens":8523,"outputTokens":2,"latencyMs":1363.3203749998938},{"questionId":"q142","format":"json-compact","model":"gemini-2.5-flash","expected":"42","actual":"30","isCorrect":false,"inputTokens":5850,"outputTokens":2,"latencyMs":6156.330874999985},{"questionId":"q142","format":"toon","model":"gemini-2.5-flash","expected":"42","actual":"34","isCorrect":false,"inputTokens":6977,"outputTokens":2,"latencyMs":1357.8627090000082},{"questionId":"q142","format":"xml","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":9346,"outputTokens":2,"latencyMs":8131.651750000194},{"questionId":"q142","format":"yaml","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":6904,"outputTokens":2,"latencyMs":24600.726624999894},{"questionId":"q143","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":8515,"outputTokens":2,"latencyMs":13955.858000000007},{"questionId":"q143","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":5842,"outputTokens":2,"latencyMs":28712.087249999866},{"questionId":"q143","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":6969,"outputTokens":2,"latencyMs":22100.538207999896},{"questionId":"q143","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"20","isCorrect":false,"inputTokens":9338,"outputTokens":2,"latencyMs":7590.498083000071},{"questionId":"q143","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"21","isCorrect":false,"inputTokens":6896,"outputTokens":2,"latencyMs":5638.855457999976},{"questionId":"q144","format":"json-pretty","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":8523,"outputTokens":2,"latencyMs":7354.892666999949},{"questionId":"q144","format":"json-compact","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":5850,"outputTokens":2,"latencyMs":31292.425041000126},{"questionId":"q144","format":"toon","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":6977,"outputTokens":2,"latencyMs":8738.58424999984},{"questionId":"q144","format":"xml","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":9346,"outputTokens":2,"latencyMs":8489.522292000009},{"questionId":"q144","format":"yaml","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":6904,"outputTokens":2,"latencyMs":12565.038208000129},{"questionId":"q145","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8523,"outputTokens":1,"latencyMs":6862.408624999924},{"questionId":"q145","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":5850,"outputTokens":1,"latencyMs":7379.369916999945},{"questionId":"q145","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":6977,"outputTokens":1,"latencyMs":5361.5800000000745},{"questionId":"q145","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":9346,"outputTokens":1,"latencyMs":8726.69533300004},{"questionId":"q145","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":6904,"outputTokens":1,"latencyMs":7306.31495800009},{"questionId":"q146","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8526,"outputTokens":1,"latencyMs":23603.895541999955},{"questionId":"q146","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5853,"outputTokens":1,"latencyMs":30334.129915999947},{"questionId":"q146","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":6980,"outputTokens":1,"latencyMs":10467.511208000127},{"questionId":"q146","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9349,"outputTokens":1,"latencyMs":33134.07887499989},{"questionId":"q146","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":6907,"outputTokens":1,"latencyMs":14736.566666999832},{"questionId":"q147","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":8526,"outputTokens":1,"latencyMs":20741.889624999836},{"questionId":"q147","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":5853,"outputTokens":1,"latencyMs":34321.42762500001},{"questionId":"q147","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":6980,"outputTokens":1,"latencyMs":23117.92879200005},{"questionId":"q147","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":9349,"outputTokens":1,"latencyMs":10977.787250000052},{"questionId":"q147","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":6907,"outputTokens":1,"latencyMs":8634.03341699997},{"questionId":"q148","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8526,"outputTokens":1,"latencyMs":27021.10258299997},{"questionId":"q148","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":5853,"outputTokens":1,"latencyMs":19140.245125000132},{"questionId":"q148","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":6980,"outputTokens":1,"latencyMs":19195.624416999985},{"questionId":"q148","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":9349,"outputTokens":1,"latencyMs":11410.610291999998},{"questionId":"q148","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":6907,"outputTokens":1,"latencyMs":17015.364916999824},{"questionId":"q149","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8522,"outputTokens":1,"latencyMs":13242.74987499998},{"questionId":"q149","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":5849,"outputTokens":1,"latencyMs":30915.795083999867},{"questionId":"q149","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":6976,"outputTokens":1,"latencyMs":23221.64691700018},{"questionId":"q149","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":9345,"outputTokens":1,"latencyMs":26706.130709000165},{"questionId":"q149","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":6903,"outputTokens":1,"latencyMs":15082.205499999924},{"questionId":"q150","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8522,"outputTokens":1,"latencyMs":9463.296958999941},{"questionId":"q150","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5849,"outputTokens":1,"latencyMs":29378.66441700002},{"questionId":"q150","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":6976,"outputTokens":1,"latencyMs":9360.268625000026},{"questionId":"q150","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9345,"outputTokens":1,"latencyMs":12332.108042000094},{"questionId":"q150","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":6903,"outputTokens":1,"latencyMs":6255.294665999943},{"questionId":"q151","format":"json-pretty","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":591.1827920000069},{"questionId":"q151","format":"json-compact","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":670,"outputTokens":1,"latencyMs":612.2220830000006},{"questionId":"q151","format":"toon","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":814,"outputTokens":1,"latencyMs":604.3744590000715},{"questionId":"q151","format":"xml","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":1246,"outputTokens":1,"latencyMs":565.8472909999546},{"questionId":"q151","format":"yaml","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":836,"outputTokens":1,"latencyMs":541.5233749998733},{"questionId":"q152","format":"json-pretty","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1185,"outputTokens":6,"latencyMs":969.4197499998845},{"questionId":"q152","format":"json-compact","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":668,"outputTokens":6,"latencyMs":632.0847499999218},{"questionId":"q152","format":"toon","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":812,"outputTokens":6,"latencyMs":795.3438750000205},{"questionId":"q152","format":"xml","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1244,"outputTokens":6,"latencyMs":2274.6209169998765},{"questionId":"q152","format":"yaml","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":834,"outputTokens":6,"latencyMs":1200.3158750000875},{"questionId":"q153","format":"json-pretty","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1185,"outputTokens":4,"latencyMs":848.6990410001017},{"questionId":"q153","format":"json-compact","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":668,"outputTokens":4,"latencyMs":788.9229170000181},{"questionId":"q153","format":"toon","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":812,"outputTokens":4,"latencyMs":959.1193750000093},{"questionId":"q153","format":"xml","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1244,"outputTokens":4,"latencyMs":2285.088915999979},{"questionId":"q153","format":"yaml","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":834,"outputTokens":4,"latencyMs":1031.71875},{"questionId":"q154","format":"json-pretty","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":1187,"outputTokens":2,"latencyMs":757.0324579998851},{"questionId":"q154","format":"json-compact","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":670,"outputTokens":2,"latencyMs":1198.8829590000678},{"questionId":"q154","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":814,"outputTokens":2,"latencyMs":1052.9379590000026},{"questionId":"q154","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":1246,"outputTokens":2,"latencyMs":915.5204159999266},{"questionId":"q154","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":836,"outputTokens":2,"latencyMs":785.371041999897},{"questionId":"q155","format":"json-pretty","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1185,"outputTokens":5,"latencyMs":966.9602920000907},{"questionId":"q155","format":"json-compact","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":668,"outputTokens":5,"latencyMs":791.5538329998963},{"questionId":"q155","format":"toon","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":812,"outputTokens":5,"latencyMs":651.5699169998989},{"questionId":"q155","format":"xml","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1244,"outputTokens":5,"latencyMs":839.2252500001341},{"questionId":"q155","format":"yaml","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":834,"outputTokens":5,"latencyMs":930.6539170001633},{"questionId":"q156","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":1171.0769579999615},{"questionId":"q156","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":670,"outputTokens":1,"latencyMs":1025.3227500000503},{"questionId":"q156","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":814,"outputTokens":1,"latencyMs":987.5835829998832},{"questionId":"q156","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1246,"outputTokens":1,"latencyMs":941.9106250000186},{"questionId":"q156","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":836,"outputTokens":1,"latencyMs":909.7709999999497},{"questionId":"q157","format":"json-pretty","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1187,"outputTokens":5,"latencyMs":1042.7451670002192},{"questionId":"q157","format":"json-compact","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":670,"outputTokens":5,"latencyMs":916.3139590001665},{"questionId":"q157","format":"toon","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":814,"outputTokens":5,"latencyMs":1150.8895419999026},{"questionId":"q157","format":"xml","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1246,"outputTokens":5,"latencyMs":1076.97637499962},{"questionId":"q157","format":"yaml","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":836,"outputTokens":5,"latencyMs":811.0715830000117},{"questionId":"q158","format":"json-pretty","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":1185,"outputTokens":1,"latencyMs":918.6858329996467},{"questionId":"q158","format":"json-compact","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":668,"outputTokens":1,"latencyMs":1415.4067499996163},{"questionId":"q158","format":"toon","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":812,"outputTokens":1,"latencyMs":772.3880000002682},{"questionId":"q158","format":"xml","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":1244,"outputTokens":1,"latencyMs":1148.560541999992},{"questionId":"q158","format":"yaml","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":834,"outputTokens":1,"latencyMs":991.7529170000926},{"questionId":"q159","format":"json-pretty","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1186,"outputTokens":4,"latencyMs":1039.5265000001527},{"questionId":"q159","format":"json-compact","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":669,"outputTokens":4,"latencyMs":986.9138329997659},{"questionId":"q159","format":"toon","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":813,"outputTokens":4,"latencyMs":879.3160830000415},{"questionId":"q159","format":"xml","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1245,"outputTokens":4,"latencyMs":489.81733300024644},{"questionId":"q159","format":"yaml","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":835,"outputTokens":4,"latencyMs":733.0474580000155},{"questionId":"q160","format":"json-pretty","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1187,"outputTokens":5,"latencyMs":675.8573339995928},{"questionId":"q160","format":"json-compact","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":670,"outputTokens":5,"latencyMs":964.5507499999367},{"questionId":"q160","format":"toon","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":814,"outputTokens":5,"latencyMs":1027.5942080002278},{"questionId":"q160","format":"xml","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1246,"outputTokens":5,"latencyMs":609.8585419999436},{"questionId":"q160","format":"yaml","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":836,"outputTokens":5,"latencyMs":743.0652499999851},{"questionId":"q161","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":948.5502920001745},{"questionId":"q161","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":670,"outputTokens":1,"latencyMs":1972.8965420001186},{"questionId":"q161","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":814,"outputTokens":1,"latencyMs":807.8485420001671},{"questionId":"q161","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1246,"outputTokens":1,"latencyMs":1116.9069170001894},{"questionId":"q161","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":836,"outputTokens":1,"latencyMs":949.3885419997387},{"questionId":"q162","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":2159.51712499978},{"questionId":"q162","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":670,"outputTokens":1,"latencyMs":1081.4400410000235},{"questionId":"q162","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":814,"outputTokens":1,"latencyMs":1460.2627920000814},{"questionId":"q162","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1246,"outputTokens":1,"latencyMs":2162.5616249996237},{"questionId":"q162","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":836,"outputTokens":1,"latencyMs":1409.9183330000378},{"questionId":"q163","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1186,"outputTokens":1,"latencyMs":2093.9573749997653},{"questionId":"q163","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":669,"outputTokens":1,"latencyMs":1716.838541999925},{"questionId":"q163","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":813,"outputTokens":1,"latencyMs":1341.624334000051},{"questionId":"q163","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1245,"outputTokens":1,"latencyMs":1513.9824999999255},{"questionId":"q163","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":835,"outputTokens":1,"latencyMs":1172.6995000001043},{"questionId":"q164","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1186,"outputTokens":1,"latencyMs":1462.171083000023},{"questionId":"q164","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":669,"outputTokens":1,"latencyMs":1192.5067079998553},{"questionId":"q164","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":813,"outputTokens":1,"latencyMs":1271.7925839996897},{"questionId":"q164","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1245,"outputTokens":1,"latencyMs":1166.698790999595},{"questionId":"q164","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":835,"outputTokens":1,"latencyMs":2312.9520839997567},{"questionId":"q165","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1186,"outputTokens":1,"latencyMs":1973.9130409997888},{"questionId":"q165","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":669,"outputTokens":1,"latencyMs":2381.2769590001553},{"questionId":"q165","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":813,"outputTokens":1,"latencyMs":1579.131750000175},{"questionId":"q165","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1245,"outputTokens":1,"latencyMs":1286.0622090003453},{"questionId":"q165","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":835,"outputTokens":1,"latencyMs":1799.2124580000527},{"questionId":"q166","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1190,"outputTokens":1,"latencyMs":1500.3542919997126},{"questionId":"q166","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":673,"outputTokens":1,"latencyMs":2298.299667000305},{"questionId":"q166","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":817,"outputTokens":1,"latencyMs":2150.4938749996945},{"questionId":"q166","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1249,"outputTokens":1,"latencyMs":2658.724958999548},{"questionId":"q166","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":839,"outputTokens":1,"latencyMs":2749.8499170001596},{"questionId":"q167","format":"json-pretty","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1186,"outputTokens":1,"latencyMs":1472.6816249997355},{"questionId":"q167","format":"json-compact","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":669,"outputTokens":1,"latencyMs":2015.28525000019},{"questionId":"q167","format":"toon","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":813,"outputTokens":1,"latencyMs":1763.8271250003017},{"questionId":"q167","format":"xml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1245,"outputTokens":1,"latencyMs":1690.4910000003874},{"questionId":"q167","format":"yaml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":835,"outputTokens":1,"latencyMs":1108.0051669999957},{"questionId":"q168","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":1188,"outputTokens":1,"latencyMs":1360.5312919998541},{"questionId":"q168","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":671,"outputTokens":1,"latencyMs":1903.3250000001863},{"questionId":"q168","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":815,"outputTokens":1,"latencyMs":933.7392909997143},{"questionId":"q168","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":1247,"outputTokens":1,"latencyMs":1741.5702909999527},{"questionId":"q168","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":837,"outputTokens":1,"latencyMs":1468.5960000003688},{"questionId":"q169","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":1190,"outputTokens":1,"latencyMs":1182.110375000164},{"questionId":"q169","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":673,"outputTokens":1,"latencyMs":1541.7142920000479},{"questionId":"q169","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":817,"outputTokens":1,"latencyMs":1253.5442079999484},{"questionId":"q169","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":1249,"outputTokens":1,"latencyMs":1070.9946669996716},{"questionId":"q169","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":839,"outputTokens":1,"latencyMs":1010.012124999892},{"questionId":"q170","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":1189,"outputTokens":1,"latencyMs":1369.9096669997089},{"questionId":"q170","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":672,"outputTokens":1,"latencyMs":1759.5700419996865},{"questionId":"q170","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":816,"outputTokens":1,"latencyMs":1816.319708000403},{"questionId":"q170","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":1248,"outputTokens":1,"latencyMs":1520.5940419998951},{"questionId":"q170","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":838,"outputTokens":1,"latencyMs":1498.6745409998111},{"questionId":"q171","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1191,"outputTokens":1,"latencyMs":1525.3791250004433},{"questionId":"q171","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":674,"outputTokens":1,"latencyMs":1338.7996669998392},{"questionId":"q171","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":818,"outputTokens":1,"latencyMs":1138.5583340004086},{"questionId":"q171","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1250,"outputTokens":1,"latencyMs":1376.096584000159},{"questionId":"q171","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":840,"outputTokens":1,"latencyMs":1314.8401669999585},{"questionId":"q172","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1191,"outputTokens":1,"latencyMs":1574.2900419998914},{"questionId":"q172","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":674,"outputTokens":1,"latencyMs":2473.918708000332},{"questionId":"q172","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":818,"outputTokens":1,"latencyMs":2170.27329199994},{"questionId":"q172","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1250,"outputTokens":1,"latencyMs":2295.8110830001533},{"questionId":"q172","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":840,"outputTokens":1,"latencyMs":1623.1959170000628},{"questionId":"q173","format":"json-pretty","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1193,"outputTokens":1,"latencyMs":1461.3517920002341},{"questionId":"q173","format":"json-compact","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":676,"outputTokens":1,"latencyMs":2231.2799169998616},{"questionId":"q173","format":"toon","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":820,"outputTokens":1,"latencyMs":2229.0055410000496},{"questionId":"q173","format":"xml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1252,"outputTokens":1,"latencyMs":3159.4098330000415},{"questionId":"q173","format":"yaml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":842,"outputTokens":1,"latencyMs":2170.447500000242},{"questionId":"q174","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1189,"outputTokens":1,"latencyMs":1548.6582500003278},{"questionId":"q174","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":672,"outputTokens":1,"latencyMs":1888.0097079998814},{"questionId":"q174","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":816,"outputTokens":1,"latencyMs":2156.2941660000943},{"questionId":"q174","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1248,"outputTokens":1,"latencyMs":2344.32354200026},{"questionId":"q174","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":838,"outputTokens":1,"latencyMs":1481.4086250001565},{"questionId":"q175","format":"json-pretty","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1194,"outputTokens":1,"latencyMs":2554.567374999635},{"questionId":"q175","format":"json-compact","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":677,"outputTokens":1,"latencyMs":2061.3967920001596},{"questionId":"q175","format":"toon","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":821,"outputTokens":1,"latencyMs":2012.9174999999814},{"questionId":"q175","format":"xml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1253,"outputTokens":1,"latencyMs":2284.4985419996083},{"questionId":"q175","format":"yaml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":843,"outputTokens":1,"latencyMs":2713.7318330002017},{"questionId":"q176","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":788.006042000372},{"questionId":"q176","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":670,"outputTokens":1,"latencyMs":1397.4356669997796},{"questionId":"q176","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":814,"outputTokens":1,"latencyMs":1883.1750839999877},{"questionId":"q176","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1246,"outputTokens":1,"latencyMs":3641.527958000079},{"questionId":"q176","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":836,"outputTokens":1,"latencyMs":1312.123292000033},{"questionId":"q177","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1197,"outputTokens":1,"latencyMs":2362.46879200032},{"questionId":"q177","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":680,"outputTokens":1,"latencyMs":2401.209290999919},{"questionId":"q177","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":2620.8036670000292},{"questionId":"q177","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1256,"outputTokens":1,"latencyMs":2614.5357499998063},{"questionId":"q177","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":846,"outputTokens":1,"latencyMs":2068.564207999967},{"questionId":"q178","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1190,"outputTokens":1,"latencyMs":2713.30145799974},{"questionId":"q178","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":673,"outputTokens":1,"latencyMs":2629.350916999858},{"questionId":"q178","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":817,"outputTokens":1,"latencyMs":2680.834209000226},{"questionId":"q178","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1249,"outputTokens":1,"latencyMs":2505.900541000068},{"questionId":"q178","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":839,"outputTokens":1,"latencyMs":2552.773792000022},{"questionId":"q179","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1189,"outputTokens":1,"latencyMs":2907.059915999882},{"questionId":"q179","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":672,"outputTokens":1,"latencyMs":1820.1195840002038},{"questionId":"q179","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":816,"outputTokens":1,"latencyMs":1407.497791999951},{"questionId":"q179","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1248,"outputTokens":1,"latencyMs":1846.6843750001863},{"questionId":"q179","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":838,"outputTokens":1,"latencyMs":2180.3003340000287},{"questionId":"q180","format":"json-pretty","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":7935,"outputTokens":3,"latencyMs":1212.9160830001347},{"questionId":"q180","format":"json-compact","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":4723,"outputTokens":3,"latencyMs":1416.3876660000533},{"questionId":"q180","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3368,"outputTokens":3,"latencyMs":1474.308665999677},{"questionId":"q180","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3219,"outputTokens":3,"latencyMs":1068.3357090000063},{"questionId":"q180","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":9120,"outputTokens":3,"latencyMs":1028.4487499999814},{"questionId":"q180","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":5769,"outputTokens":3,"latencyMs":1085.0066249999218},{"questionId":"q181","format":"json-pretty","model":"gemini-2.5-flash","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":7941,"outputTokens":14,"latencyMs":907.0155420000665},{"questionId":"q181","format":"json-compact","model":"gemini-2.5-flash","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":4729,"outputTokens":14,"latencyMs":1321.8303749999031},{"questionId":"q181","format":"toon","model":"gemini-2.5-flash","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":3374,"outputTokens":14,"latencyMs":1004.1324999998324},{"questionId":"q181","format":"csv","model":"gemini-2.5-flash","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":3225,"outputTokens":14,"latencyMs":858.8057090002112},{"questionId":"q181","format":"xml","model":"gemini-2.5-flash","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":9126,"outputTokens":14,"latencyMs":1852.3972499999218},{"questionId":"q181","format":"yaml","model":"gemini-2.5-flash","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id, name, email, department, salary, yearsExperience, active","isCorrect":true,"inputTokens":5775,"outputTokens":14,"latencyMs":1557.4962920001708},{"questionId":"q182","format":"json-pretty","model":"gemini-2.5-flash","expected":"email","actual":"email","isCorrect":true,"inputTokens":7938,"outputTokens":1,"latencyMs":1794.7828750000335},{"questionId":"q182","format":"json-compact","model":"gemini-2.5-flash","expected":"email","actual":"email","isCorrect":true,"inputTokens":4726,"outputTokens":1,"latencyMs":1725.9866250003688},{"questionId":"q182","format":"toon","model":"gemini-2.5-flash","expected":"email","actual":"email","isCorrect":true,"inputTokens":3371,"outputTokens":1,"latencyMs":1722.0005839997903},{"questionId":"q182","format":"csv","model":"gemini-2.5-flash","expected":"email","actual":"email","isCorrect":true,"inputTokens":3222,"outputTokens":1,"latencyMs":1028.5410830001347},{"questionId":"q182","format":"xml","model":"gemini-2.5-flash","expected":"email","actual":"email","isCorrect":true,"inputTokens":9123,"outputTokens":1,"latencyMs":1794.104082999751},{"questionId":"q182","format":"yaml","model":"gemini-2.5-flash","expected":"email","actual":"email","isCorrect":true,"inputTokens":5772,"outputTokens":1,"latencyMs":2306.409458000213},{"questionId":"q183","format":"json-pretty","model":"gemini-2.5-flash","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":7939,"outputTokens":1,"latencyMs":2420.0017090002075},{"questionId":"q183","format":"json-compact","model":"gemini-2.5-flash","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":4727,"outputTokens":1,"latencyMs":1487.8882079999894},{"questionId":"q183","format":"toon","model":"gemini-2.5-flash","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":3372,"outputTokens":1,"latencyMs":2413.9310000003316},{"questionId":"q183","format":"csv","model":"gemini-2.5-flash","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":3223,"outputTokens":1,"latencyMs":1909.1462090001442},{"questionId":"q183","format":"xml","model":"gemini-2.5-flash","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":9124,"outputTokens":1,"latencyMs":1290.9736250001006},{"questionId":"q183","format":"yaml","model":"gemini-2.5-flash","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":5773,"outputTokens":1,"latencyMs":1331.7375420001335},{"questionId":"q184","format":"json-pretty","model":"gemini-2.5-flash","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":7939,"outputTokens":5,"latencyMs":1760.4049160000868},{"questionId":"q184","format":"json-compact","model":"gemini-2.5-flash","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":4727,"outputTokens":5,"latencyMs":1648.2857079999521},{"questionId":"q184","format":"toon","model":"gemini-2.5-flash","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":3372,"outputTokens":5,"latencyMs":1505.4954590001144},{"questionId":"q184","format":"csv","model":"gemini-2.5-flash","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":3223,"outputTokens":5,"latencyMs":1306.1098330002278},{"questionId":"q184","format":"xml","model":"gemini-2.5-flash","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":9124,"outputTokens":5,"latencyMs":1157.970042000059},{"questionId":"q184","format":"yaml","model":"gemini-2.5-flash","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":5773,"outputTokens":5,"latencyMs":1380.3544580000453},{"questionId":"q185","format":"json-pretty","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7936,"outputTokens":1,"latencyMs":1531.8517499999143},{"questionId":"q185","format":"json-compact","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":4724,"outputTokens":1,"latencyMs":1155.6744160000235},{"questionId":"q185","format":"toon","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":3369,"outputTokens":1,"latencyMs":1061.6985830003396},{"questionId":"q185","format":"csv","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":3220,"outputTokens":1,"latencyMs":1593.3009170000441},{"questionId":"q185","format":"xml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":9121,"outputTokens":1,"latencyMs":1476.6880830000155},{"questionId":"q185","format":"yaml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":5770,"outputTokens":1,"latencyMs":2076.828875000123},{"questionId":"q186","format":"json-pretty","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":13815,"outputTokens":2,"latencyMs":3474.00549999997},{"questionId":"q186","format":"json-compact","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":8457,"outputTokens":2,"latencyMs":1974.5938329999335},{"questionId":"q186","format":"toon","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":9075,"outputTokens":2,"latencyMs":4834.293082999997},{"questionId":"q186","format":"xml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":15203,"outputTokens":2,"latencyMs":4401.235042000189},{"questionId":"q186","format":"yaml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":10068,"outputTokens":2,"latencyMs":3442.832832999993},{"questionId":"q187","format":"json-pretty","model":"gemini-2.5-flash","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":13824,"outputTokens":18,"latencyMs":1844.223000000231},{"questionId":"q187","format":"json-compact","model":"gemini-2.5-flash","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":8466,"outputTokens":18,"latencyMs":2060.5529169999063},{"questionId":"q187","format":"toon","model":"gemini-2.5-flash","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":9084,"outputTokens":18,"latencyMs":2620.188792000059},{"questionId":"q187","format":"xml","model":"gemini-2.5-flash","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":15212,"outputTokens":18,"latencyMs":2616.6397499996237},{"questionId":"q187","format":"yaml","model":"gemini-2.5-flash","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":10077,"outputTokens":18,"latencyMs":2009.7512499997392},{"questionId":"q188","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":13820,"outputTokens":1,"latencyMs":2406.472666999791},{"questionId":"q188","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8462,"outputTokens":1,"latencyMs":2702.165959000122},{"questionId":"q188","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":9080,"outputTokens":1,"latencyMs":1155.4453329998069},{"questionId":"q188","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":15208,"outputTokens":1,"latencyMs":2955.3977080001496},{"questionId":"q188","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":10073,"outputTokens":1,"latencyMs":970.4963330002502},{"questionId":"q189","format":"json-pretty","model":"gemini-2.5-flash","expected":"sku,name,quantity,price","actual":"sku, name, quantity, price","isCorrect":true,"inputTokens":13824,"outputTokens":7,"latencyMs":917.7760830000043},{"questionId":"q189","format":"json-compact","model":"gemini-2.5-flash","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":8466,"outputTokens":7,"latencyMs":1141.300125000067},{"questionId":"q189","format":"toon","model":"gemini-2.5-flash","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":9084,"outputTokens":7,"latencyMs":1438.8795830002055},{"questionId":"q189","format":"xml","model":"gemini-2.5-flash","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":15212,"outputTokens":7,"latencyMs":1478.7789580002427},{"questionId":"q189","format":"yaml","model":"gemini-2.5-flash","expected":"sku,name,quantity,price","actual":"sku, name, quantity, price","isCorrect":true,"inputTokens":10077,"outputTokens":7,"latencyMs":1917.4187079998665},{"questionId":"q190","format":"json-pretty","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13819,"outputTokens":1,"latencyMs":1082.9091670000926},{"questionId":"q190","format":"json-compact","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8461,"outputTokens":1,"latencyMs":1000.3527910001576},{"questionId":"q190","format":"toon","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9079,"outputTokens":1,"latencyMs":1352.1447499999776},{"questionId":"q190","format":"xml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":15207,"outputTokens":1,"latencyMs":1106.2289579999633},{"questionId":"q190","format":"yaml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10072,"outputTokens":1,"latencyMs":2854.573832999915},{"questionId":"q191","format":"json-pretty","model":"gemini-2.5-flash","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":13825,"outputTokens":7,"latencyMs":2415.387416999787},{"questionId":"q191","format":"json-compact","model":"gemini-2.5-flash","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":8467,"outputTokens":7,"latencyMs":2137.6247500004247},{"questionId":"q191","format":"toon","model":"gemini-2.5-flash","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":9085,"outputTokens":7,"latencyMs":2239.8890420002863},{"questionId":"q191","format":"xml","model":"gemini-2.5-flash","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":15213,"outputTokens":7,"latencyMs":2401.039417000022},{"questionId":"q191","format":"yaml","model":"gemini-2.5-flash","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":10078,"outputTokens":7,"latencyMs":2252.2938339998946},{"questionId":"q192","format":"json-pretty","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":4786,"outputTokens":2,"latencyMs":1696.7272079996765},{"questionId":"q192","format":"json-compact","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3034,"outputTokens":2,"latencyMs":1500.7553749997169},{"questionId":"q192","format":"toon","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2297,"outputTokens":2,"latencyMs":3044.6805000002496},{"questionId":"q192","format":"csv","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2211,"outputTokens":2,"latencyMs":5834.432500000112},{"questionId":"q192","format":"xml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":5429,"outputTokens":2,"latencyMs":4872.553334000055},{"questionId":"q192","format":"yaml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3815,"outputTokens":2,"latencyMs":5954.5800000000745},{"questionId":"q193","format":"json-pretty","model":"gemini-2.5-flash","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":4791,"outputTokens":13,"latencyMs":1352.6990840001963},{"questionId":"q193","format":"json-compact","model":"gemini-2.5-flash","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":3039,"outputTokens":13,"latencyMs":981.6302089998499},{"questionId":"q193","format":"toon","model":"gemini-2.5-flash","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":2302,"outputTokens":13,"latencyMs":1188.740167000331},{"questionId":"q193","format":"csv","model":"gemini-2.5-flash","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":2216,"outputTokens":13,"latencyMs":1259.0512500000186},{"questionId":"q193","format":"xml","model":"gemini-2.5-flash","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":5434,"outputTokens":13,"latencyMs":700.9146659998223},{"questionId":"q193","format":"yaml","model":"gemini-2.5-flash","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":3820,"outputTokens":13,"latencyMs":1130.6056670001708},{"questionId":"q194","format":"json-pretty","model":"gemini-2.5-flash","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":4789,"outputTokens":1,"latencyMs":1332.6502910000272},{"questionId":"q194","format":"json-compact","model":"gemini-2.5-flash","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":3037,"outputTokens":1,"latencyMs":1124.1449580001645},{"questionId":"q194","format":"toon","model":"gemini-2.5-flash","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":2300,"outputTokens":1,"latencyMs":1335.3164999997243},{"questionId":"q194","format":"csv","model":"gemini-2.5-flash","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":2214,"outputTokens":1,"latencyMs":1323.4112919997424},{"questionId":"q194","format":"xml","model":"gemini-2.5-flash","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":5432,"outputTokens":1,"latencyMs":2700.08116699988},{"questionId":"q194","format":"yaml","model":"gemini-2.5-flash","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":3818,"outputTokens":1,"latencyMs":1186.6253329999745},{"questionId":"q195","format":"json-pretty","model":"gemini-2.5-flash","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":4790,"outputTokens":10,"latencyMs":984.6150420000777},{"questionId":"q195","format":"json-compact","model":"gemini-2.5-flash","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":3038,"outputTokens":10,"latencyMs":1821.8455419996753},{"questionId":"q195","format":"toon","model":"gemini-2.5-flash","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":2301,"outputTokens":10,"latencyMs":2350.780958000105},{"questionId":"q195","format":"csv","model":"gemini-2.5-flash","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":2215,"outputTokens":10,"latencyMs":1587.6732499999925},{"questionId":"q195","format":"xml","model":"gemini-2.5-flash","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":5433,"outputTokens":10,"latencyMs":1420.3786249998957},{"questionId":"q195","format":"yaml","model":"gemini-2.5-flash","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":3819,"outputTokens":10,"latencyMs":3651.4653339996003},{"questionId":"q196","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":4786,"outputTokens":1,"latencyMs":1254.4762920001522},{"questionId":"q196","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":3034,"outputTokens":1,"latencyMs":1484.8886659997515},{"questionId":"q196","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":2297,"outputTokens":1,"latencyMs":1758.2165840002708},{"questionId":"q196","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":2211,"outputTokens":1,"latencyMs":1691.111917000264},{"questionId":"q196","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":5429,"outputTokens":1,"latencyMs":1848.8265419998206},{"questionId":"q196","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":3815,"outputTokens":1,"latencyMs":1692.0818749996834},{"questionId":"q197","format":"json-pretty","model":"gemini-2.5-flash","expected":"100","actual":"64","isCorrect":false,"inputTokens":20006,"outputTokens":2,"latencyMs":1461.7679169997573},{"questionId":"q197","format":"json-compact","model":"gemini-2.5-flash","expected":"100","actual":"71","isCorrect":false,"inputTokens":15044,"outputTokens":2,"latencyMs":1209.0277500003576},{"questionId":"q197","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":12376,"outputTokens":3,"latencyMs":51040.35479200026},{"questionId":"q197","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"47","isCorrect":false,"inputTokens":12223,"outputTokens":2,"latencyMs":1551.7953329999},{"questionId":"q197","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"50","isCorrect":false,"inputTokens":21892,"outputTokens":2,"latencyMs":965.8400829997845},{"questionId":"q197","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":17090,"outputTokens":3,"latencyMs":7417.507125000004},{"questionId":"q198","format":"json-pretty","model":"gemini-2.5-flash","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":20012,"outputTokens":27,"latencyMs":1154.3140420001},{"questionId":"q198","format":"json-compact","model":"gemini-2.5-flash","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":15050,"outputTokens":27,"latencyMs":1266.092792000156},{"questionId":"q198","format":"toon","model":"gemini-2.5-flash","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":12382,"outputTokens":27,"latencyMs":1173.6531249997206},{"questionId":"q198","format":"csv","model":"gemini-2.5-flash","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":12229,"outputTokens":27,"latencyMs":1641.626000000164},{"questionId":"q198","format":"xml","model":"gemini-2.5-flash","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":21898,"outputTokens":27,"latencyMs":1404.4440409997478},{"questionId":"q198","format":"yaml","model":"gemini-2.5-flash","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":17096,"outputTokens":27,"latencyMs":961.2164590000175},{"questionId":"q199","format":"json-pretty","model":"gemini-2.5-flash","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":20010,"outputTokens":3,"latencyMs":1519.7402499997988},{"questionId":"q199","format":"json-compact","model":"gemini-2.5-flash","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":15048,"outputTokens":3,"latencyMs":1453.4793750001118},{"questionId":"q199","format":"toon","model":"gemini-2.5-flash","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":12380,"outputTokens":3,"latencyMs":1862.0968329999596},{"questionId":"q199","format":"csv","model":"gemini-2.5-flash","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":12227,"outputTokens":3,"latencyMs":1967.816416000016},{"questionId":"q199","format":"xml","model":"gemini-2.5-flash","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":21896,"outputTokens":3,"latencyMs":3684.9720409996808},{"questionId":"q199","format":"yaml","model":"gemini-2.5-flash","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":17094,"outputTokens":3,"latencyMs":2438.554749999661},{"questionId":"q200","format":"json-pretty","model":"gemini-2.5-flash","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":20010,"outputTokens":1,"latencyMs":1556.8056669998914},{"questionId":"q200","format":"json-compact","model":"gemini-2.5-flash","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":15048,"outputTokens":1,"latencyMs":1722.4028329998255},{"questionId":"q200","format":"toon","model":"gemini-2.5-flash","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":12380,"outputTokens":1,"latencyMs":2272.2974580000155},{"questionId":"q200","format":"csv","model":"gemini-2.5-flash","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":12227,"outputTokens":1,"latencyMs":3092.4380830000155},{"questionId":"q200","format":"xml","model":"gemini-2.5-flash","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":21896,"outputTokens":1,"latencyMs":2527.161958000157},{"questionId":"q200","format":"yaml","model":"gemini-2.5-flash","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":17094,"outputTokens":1,"latencyMs":2655.2592499996535},{"questionId":"q201","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":20007,"outputTokens":2,"latencyMs":3692.654957999941},{"questionId":"q201","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":15045,"outputTokens":2,"latencyMs":2381.5062090000138},{"questionId":"q201","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12377,"outputTokens":2,"latencyMs":1285.6337910001166},{"questionId":"q201","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12224,"outputTokens":2,"latencyMs":1767.9712919997983},{"questionId":"q201","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":21893,"outputTokens":2,"latencyMs":3908.708417000249},{"questionId":"q201","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":2645.853124999907},{"questionId":"q202","format":"json-pretty","model":"gemini-2.5-flash","expected":"75","actual":"60","isCorrect":false,"inputTokens":8514,"outputTokens":2,"latencyMs":885.8707079999149},{"questionId":"q202","format":"json-compact","model":"gemini-2.5-flash","expected":"75","actual":"75","isCorrect":true,"inputTokens":5841,"outputTokens":2,"latencyMs":11676.807790999766},{"questionId":"q202","format":"toon","model":"gemini-2.5-flash","expected":"75","actual":"61","isCorrect":false,"inputTokens":6968,"outputTokens":2,"latencyMs":3322.3034589998424},{"questionId":"q202","format":"xml","model":"gemini-2.5-flash","expected":"75","actual":"58","isCorrect":false,"inputTokens":9337,"outputTokens":2,"latencyMs":867.7002920000814},{"questionId":"q202","format":"yaml","model":"gemini-2.5-flash","expected":"75","actual":"75","isCorrect":true,"inputTokens":6895,"outputTokens":2,"latencyMs":10668.92804200016},{"questionId":"q203","format":"json-pretty","model":"gemini-2.5-flash","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error.message,error.stack,error.retryable","isCorrect":false,"inputTokens":8524,"outputTokens":24,"latencyMs":5134.065167000052},{"questionId":"q203","format":"json-compact","model":"gemini-2.5-flash","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error,message,stack,retryable","isCorrect":true,"inputTokens":5851,"outputTokens":20,"latencyMs":2453.064499999862},{"questionId":"q203","format":"toon","model":"gemini-2.5-flash","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error,message,stack,retryable","isCorrect":true,"inputTokens":6978,"outputTokens":20,"latencyMs":2511.5249580000527},{"questionId":"q203","format":"xml","model":"gemini-2.5-flash","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error,message,stack,retryable","isCorrect":true,"inputTokens":9347,"outputTokens":20,"latencyMs":3595.069500000216},{"questionId":"q203","format":"yaml","model":"gemini-2.5-flash","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp, level, endpoint, statusCode, responseTime, userId, error","isCorrect":true,"inputTokens":6905,"outputTokens":14,"latencyMs":3624.207583999727},{"questionId":"q204","format":"json-pretty","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":8518,"outputTokens":1,"latencyMs":2568.4681669999845},{"questionId":"q204","format":"json-compact","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":5845,"outputTokens":1,"latencyMs":1242.1411659996957},{"questionId":"q204","format":"toon","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":6972,"outputTokens":1,"latencyMs":1972.8034999999218},{"questionId":"q204","format":"xml","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":9341,"outputTokens":1,"latencyMs":1536.450375000015},{"questionId":"q204","format":"yaml","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":6899,"outputTokens":1,"latencyMs":2199.339999999851}]