github/toon
1
0
Fork 0
mirror of https://github.com/voson-wang/toon.git synced 2026-01-29 15:24:10 +08:00
Code Issues Packages Projects Releases Wiki Activity
Files
2c4f3c43624845d374515263efeb706b303abaa1
toon/benchmarks/results/accuracy/models/gemini-2.5-flash
Johann Schopplich 2c4f3c4362 test: add benchmarks for compact vs. pretty JSON
2025-10-30 15:02:51 +01:00

1 line
168 KiB
Plaintext
Raw Blame History

[{"questionId":"q1","format":"json-pretty","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7921,"outputTokens":5,"latencyMs":1354.9296669999985},{"questionId":"q1","format":"json-compact","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4712,"outputTokens":5,"latencyMs":1669.2063749999998},{"questionId":"q1","format":"toon","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3328,"outputTokens":5,"latencyMs":1692.3136250000007},{"questionId":"q1","format":"csv","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3202,"outputTokens":5,"latencyMs":2281.86125},{"questionId":"q1","format":"xml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9108,"outputTokens":5,"latencyMs":3077.8965000000007},{"questionId":"q1","format":"yaml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5754,"outputTokens":5,"latencyMs":1684.6717919999992},{"questionId":"q2","format":"json-pretty","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7921,"outputTokens":1,"latencyMs":1948.5662080000002},{"questionId":"q2","format":"json-compact","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4712,"outputTokens":1,"latencyMs":1717.6068340000002},{"questionId":"q2","format":"toon","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3328,"outputTokens":1,"latencyMs":1718.096583999999},{"questionId":"q2","format":"csv","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3202,"outputTokens":1,"latencyMs":1340.1584160000002},{"questionId":"q2","format":"xml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9108,"outputTokens":1,"latencyMs":2392.4393330000003},{"questionId":"q2","format":"yaml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5754,"outputTokens":1,"latencyMs":1611.3634579999998},{"questionId":"q3","format":"json-pretty","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7924,"outputTokens":10,"latencyMs":1733.624417000001},{"questionId":"q3","format":"json-compact","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4715,"outputTokens":10,"latencyMs":797.7174170000017},{"questionId":"q3","format":"toon","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3331,"outputTokens":10,"latencyMs":1000.8728749999991},{"questionId":"q3","format":"csv","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3205,"outputTokens":10,"latencyMs":2114.3603749999984},{"questionId":"q3","format":"xml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9111,"outputTokens":10,"latencyMs":1285.3335000000006},{"questionId":"q3","format":"yaml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5757,"outputTokens":10,"latencyMs":2521.8672499999993},{"questionId":"q4","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7924,"outputTokens":2,"latencyMs":2507.851375},{"questionId":"q4","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4715,"outputTokens":2,"latencyMs":1068.9205000000002},{"questionId":"q4","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3331,"outputTokens":2,"latencyMs":1698.8410000000003},{"questionId":"q4","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3205,"outputTokens":2,"latencyMs":1924.9127500000013},{"questionId":"q4","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9111,"outputTokens":2,"latencyMs":2411.4064579999995},{"questionId":"q4","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5757,"outputTokens":2,"latencyMs":1541.3825410000009},{"questionId":"q5","format":"json-pretty","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":7919,"outputTokens":1,"latencyMs":2696.338416999999},{"questionId":"q5","format":"json-compact","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":4710,"outputTokens":1,"latencyMs":1757.7212080000027},{"questionId":"q5","format":"toon","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":3326,"outputTokens":1,"latencyMs":1103.012499999997},{"questionId":"q5","format":"csv","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":3200,"outputTokens":1,"latencyMs":2778.1503749999974},{"questionId":"q5","format":"xml","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":9106,"outputTokens":1,"latencyMs":1827.5623339999875},{"questionId":"q5","format":"yaml","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":5752,"outputTokens":1,"latencyMs":2290.739916999999},{"questionId":"q6","format":"json-pretty","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7920,"outputTokens":6,"latencyMs":3003.3479170000064},{"questionId":"q6","format":"json-compact","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4711,"outputTokens":6,"latencyMs":1963.9512080000131},{"questionId":"q6","format":"toon","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3327,"outputTokens":6,"latencyMs":1748.5938339999993},{"questionId":"q6","format":"csv","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3201,"outputTokens":6,"latencyMs":2254.7097499999945},{"questionId":"q6","format":"xml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9107,"outputTokens":6,"latencyMs":2316.449416999996},{"questionId":"q6","format":"yaml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5753,"outputTokens":6,"latencyMs":2654.36099999999},{"questionId":"q7","format":"json-pretty","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":1869.2895839999983},{"questionId":"q7","format":"json-compact","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4711,"outputTokens":1,"latencyMs":1160.5939579999977},{"questionId":"q7","format":"toon","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":2116.1811249999882},{"questionId":"q7","format":"csv","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":1497.9514580000105},{"questionId":"q7","format":"xml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":3431.058625000005},{"questionId":"q7","format":"yaml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":1320.207917000007},{"questionId":"q8","format":"json-pretty","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7923,"outputTokens":9,"latencyMs":1040.6928749999934},{"questionId":"q8","format":"json-compact","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4714,"outputTokens":9,"latencyMs":1164.5243340000015},{"questionId":"q8","format":"toon","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3330,"outputTokens":9,"latencyMs":1582.411917000005},{"questionId":"q8","format":"csv","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3204,"outputTokens":9,"latencyMs":1090.9307499999995},{"questionId":"q8","format":"xml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9110,"outputTokens":9,"latencyMs":1407.0541669999948},{"questionId":"q8","format":"yaml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5756,"outputTokens":9,"latencyMs":2368.5591249999998},{"questionId":"q9","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7924,"outputTokens":1,"latencyMs":1788.8682920000138},{"questionId":"q9","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":4715,"outputTokens":1,"latencyMs":1787.094791999989},{"questionId":"q9","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1354.047749999998},{"questionId":"q9","format":"csv","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":1872.4719579999946},{"questionId":"q9","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":4785.204375000016},{"questionId":"q9","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":1771.8835830000025},{"questionId":"q10","format":"json-pretty","model":"gemini-2.5-flash","expected":"yes","actual":"True","isCorrect":true,"inputTokens":7921,"outputTokens":1,"latencyMs":3611.03558299999},{"questionId":"q10","format":"json-compact","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4712,"outputTokens":1,"latencyMs":2853.659917000012},{"questionId":"q10","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3328,"outputTokens":1,"latencyMs":2183.377207999991},{"questionId":"q10","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3202,"outputTokens":1,"latencyMs":2237.1429579999967},{"questionId":"q10","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":9108,"outputTokens":1,"latencyMs":2958.1580419999955},{"questionId":"q10","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":5754,"outputTokens":1,"latencyMs":2591.369583000007},{"questionId":"q11","format":"json-pretty","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7922,"outputTokens":6,"latencyMs":2423.217082999996},{"questionId":"q11","format":"json-compact","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4713,"outputTokens":6,"latencyMs":1830.8485839999921},{"questionId":"q11","format":"toon","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3329,"outputTokens":6,"latencyMs":2151.300125000009},{"questionId":"q11","format":"csv","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3203,"outputTokens":6,"latencyMs":2146.876458999992},{"questionId":"q11","format":"xml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9109,"outputTokens":6,"latencyMs":1858.002334000019},{"questionId":"q11","format":"yaml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5755,"outputTokens":6,"latencyMs":2700.1752500000002},{"questionId":"q12","format":"json-pretty","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":2149.361124999996},{"questionId":"q12","format":"json-compact","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4711,"outputTokens":1,"latencyMs":996.2099589999998},{"questionId":"q12","format":"toon","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":1041.5409579999978},{"questionId":"q12","format":"csv","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":2000.3456249999872},{"questionId":"q12","format":"xml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":4414.968541999988},{"questionId":"q12","format":"yaml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":921.187666999991},{"questionId":"q13","format":"json-pretty","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7921,"outputTokens":8,"latencyMs":1259.557124999992},{"questionId":"q13","format":"json-compact","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":4712,"outputTokens":8,"latencyMs":1398.4417079999985},{"questionId":"q13","format":"toon","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3328,"outputTokens":8,"latencyMs":2780.8645419999957},{"questionId":"q13","format":"csv","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3202,"outputTokens":8,"latencyMs":1536.0386250000156},{"questionId":"q13","format":"xml","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":9108,"outputTokens":8,"latencyMs":2076.253250000009},{"questionId":"q13","format":"yaml","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5754,"outputTokens":8,"latencyMs":3152.5257500000007},{"questionId":"q14","format":"json-pretty","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":7923,"outputTokens":2,"latencyMs":3310.0433750000084},{"questionId":"q14","format":"json-compact","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":4714,"outputTokens":2,"latencyMs":2728.3722919999855},{"questionId":"q14","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3330,"outputTokens":2,"latencyMs":1512.5124999999825},{"questionId":"q14","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3204,"outputTokens":2,"latencyMs":2073.9335829999764},{"questionId":"q14","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":9110,"outputTokens":2,"latencyMs":2163.324791000021},{"questionId":"q14","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":5756,"outputTokens":2,"latencyMs":2326.6445830000157},{"questionId":"q15","format":"json-pretty","model":"gemini-2.5-flash","expected":"yes","actual":"True","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":2924.9926660000056},{"questionId":"q15","format":"json-compact","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4711,"outputTokens":1,"latencyMs":1536.3556669999962},{"questionId":"q15","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":1526.3130000000237},{"questionId":"q15","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":2028.7918340000033},{"questionId":"q15","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":2445.765166999976},{"questionId":"q15","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"True","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":1345.641042000003},{"questionId":"q16","format":"json-pretty","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7922,"outputTokens":5,"latencyMs":1311.3217909999948},{"questionId":"q16","format":"json-compact","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":4713,"outputTokens":5,"latencyMs":977.3655420000141},{"questionId":"q16","format":"toon","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":3329,"outputTokens":5,"latencyMs":2168.5957920000073},{"questionId":"q16","format":"csv","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":3203,"outputTokens":5,"latencyMs":2303.59395900002},{"questionId":"q16","format":"xml","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":9109,"outputTokens":5,"latencyMs":1711.164959000016},{"questionId":"q16","format":"yaml","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5755,"outputTokens":5,"latencyMs":1345.3146250000282},{"questionId":"q17","format":"json-pretty","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7924,"outputTokens":1,"latencyMs":1460.3641249999928},{"questionId":"q17","format":"json-compact","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4715,"outputTokens":1,"latencyMs":1312.518167000002},{"questionId":"q17","format":"toon","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1303.813999999984},{"questionId":"q17","format":"csv","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":1972.6122500000056},{"questionId":"q17","format":"xml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":2372.425709000003},{"questionId":"q17","format":"yaml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":2257.51241700002},{"questionId":"q18","format":"json-pretty","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7922,"outputTokens":8,"latencyMs":1784.9912079999922},{"questionId":"q18","format":"json-compact","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":4713,"outputTokens":8,"latencyMs":1042.9213750000054},{"questionId":"q18","format":"toon","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":3329,"outputTokens":8,"latencyMs":2258.2207919999782},{"questionId":"q18","format":"csv","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":3203,"outputTokens":8,"latencyMs":3571.3125839999993},{"questionId":"q18","format":"xml","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":9109,"outputTokens":8,"latencyMs":1670.5774170000223},{"questionId":"q18","format":"yaml","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5755,"outputTokens":8,"latencyMs":1923.5609579999873},{"questionId":"q19","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7924,"outputTokens":1,"latencyMs":1774.1891250000044},{"questionId":"q19","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":4715,"outputTokens":1,"latencyMs":2491.434749999986},{"questionId":"q19","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1814.1430420000106},{"questionId":"q19","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":1939.413292000012},{"questionId":"q19","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":1952.8237080000108},{"questionId":"q19","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":2218.7070419999945},{"questionId":"q20","format":"json-pretty","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":2231.0196659999783},{"questionId":"q20","format":"json-compact","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4711,"outputTokens":1,"latencyMs":2491.840291999979},{"questionId":"q20","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":2040.6370420000167},{"questionId":"q20","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":2945.119875000004},{"questionId":"q20","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":2986.518250000023},{"questionId":"q20","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":2570.4387080000015},{"questionId":"q21","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":7919,"outputTokens":2,"latencyMs":1565.1852080000099},{"questionId":"q21","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":2039.8407919999736},{"questionId":"q21","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3326,"outputTokens":2,"latencyMs":2751.4845839999907},{"questionId":"q21","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1721.5895000000019},{"questionId":"q21","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":3304.299667000014},{"questionId":"q21","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":1552.3433330000262},{"questionId":"q22","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1679.7051249999786},{"questionId":"q22","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":1332.7987919999869},{"questionId":"q22","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":804.6150829999824},{"questionId":"q22","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":10256.706542},{"questionId":"q22","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":2373.593958000012},{"questionId":"q22","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":1623.6945000000414},{"questionId":"q23","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1883.6200839999947},{"questionId":"q23","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":1455.2197499999893},{"questionId":"q23","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":797.7023749999935},{"questionId":"q23","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1558.9581250000047},{"questionId":"q23","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":3894.671541000018},{"questionId":"q23","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":1390.6763330000103},{"questionId":"q24","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1697.119458000001},{"questionId":"q24","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":887.8417920000502},{"questionId":"q24","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1234.7654999999795},{"questionId":"q24","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":2320.654916999978},{"questionId":"q24","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":2333.089875000005},{"questionId":"q24","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":4021.643415999948},{"questionId":"q25","format":"json-pretty","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1212.6394590000273},{"questionId":"q25","format":"json-compact","model":"gemini-2.5-flash","expected":"16","actual":"13","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":1199.9960420000134},{"questionId":"q25","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"12","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":919.99337500002},{"questionId":"q25","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":5672.963583000004},{"questionId":"q25","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":3442.5675829999964},{"questionId":"q25","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"10","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":1867.9459580000257},{"questionId":"q26","format":"json-pretty","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1349.481833000027},{"questionId":"q26","format":"json-compact","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":2265.6429580000113},{"questionId":"q26","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"12","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1906.4727079999866},{"questionId":"q26","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":4272.746334000025},{"questionId":"q26","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":10167.479708000028},{"questionId":"q26","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":1502.8596249999828},{"questionId":"q27","format":"json-pretty","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":1390.379459000018},{"questionId":"q27","format":"json-compact","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":4718,"outputTokens":2,"latencyMs":24999.427833000023},{"questionId":"q27","format":"toon","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":19916.833082999976},{"questionId":"q27","format":"csv","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":22553.009624999948},{"questionId":"q27","format":"xml","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":40087.21345800004},{"questionId":"q27","format":"yaml","model":"gemini-2.5-flash","expected":"91","actual":"92","isCorrect":false,"inputTokens":5760,"outputTokens":2,"latencyMs":2020.5023330000113},{"questionId":"q28","format":"json-pretty","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":36134.026417000045},{"questionId":"q28","format":"json-compact","model":"gemini-2.5-flash","expected":"67","actual":"51","isCorrect":false,"inputTokens":4718,"outputTokens":2,"latencyMs":17345.14295800001},{"questionId":"q28","format":"toon","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":14390.672083000012},{"questionId":"q28","format":"csv","model":"gemini-2.5-flash","expected":"67","actual":"52","isCorrect":false,"inputTokens":3208,"outputTokens":2,"latencyMs":11603.392500000016},{"questionId":"q28","format":"xml","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":35872.55241599999},{"questionId":"q28","format":"yaml","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":65253.88829199999},{"questionId":"q29","format":"json-pretty","model":"gemini-2.5-flash","expected":"41","actual":"46","isCorrect":false,"inputTokens":7928,"outputTokens":2,"latencyMs":2283.508165999956},{"questionId":"q29","format":"json-compact","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":4719,"outputTokens":2,"latencyMs":16346.536625000008},{"questionId":"q29","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"35","isCorrect":false,"inputTokens":3335,"outputTokens":2,"latencyMs":10115.98004200001},{"questionId":"q29","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":3209,"outputTokens":2,"latencyMs":31439.94958299998},{"questionId":"q29","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":9115,"outputTokens":2,"latencyMs":19220.643582999997},{"questionId":"q29","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"46","isCorrect":false,"inputTokens":5761,"outputTokens":2,"latencyMs":1377.952249999973},{"questionId":"q30","format":"json-pretty","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":7928,"outputTokens":2,"latencyMs":20238.244999999995},{"questionId":"q30","format":"json-compact","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":4719,"outputTokens":2,"latencyMs":15719.044041000016},{"questionId":"q30","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"25","isCorrect":false,"inputTokens":3335,"outputTokens":2,"latencyMs":5892.489291000005},{"questionId":"q30","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3209,"outputTokens":2,"latencyMs":17658.650041999994},{"questionId":"q30","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":9115,"outputTokens":2,"latencyMs":19405.25662499998},{"questionId":"q30","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5761,"outputTokens":2,"latencyMs":18116.65737500001},{"questionId":"q31","format":"json-pretty","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":7920,"outputTokens":3,"latencyMs":1374.0270000000019},{"questionId":"q31","format":"json-compact","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":4711,"outputTokens":3,"latencyMs":1319.1272499999614},{"questionId":"q31","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3327,"outputTokens":3,"latencyMs":1537.212583000015},{"questionId":"q31","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3201,"outputTokens":3,"latencyMs":2081.502749999985},{"questionId":"q31","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":9107,"outputTokens":3,"latencyMs":1887.519917000027},{"questionId":"q31","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":5753,"outputTokens":3,"latencyMs":1312.5405000000028},{"questionId":"q32","format":"json-pretty","model":"gemini-2.5-flash","expected":"96503","actual":"98583.32","isCorrect":false,"inputTokens":7921,"outputTokens":8,"latencyMs":20851.85504200001},{"questionId":"q32","format":"json-compact","model":"gemini-2.5-flash","expected":"96503","actual":"100996.16","isCorrect":false,"inputTokens":4712,"outputTokens":9,"latencyMs":14378.816583000007},{"questionId":"q32","format":"toon","model":"gemini-2.5-flash","expected":"96503","actual":"98851.49","isCorrect":false,"inputTokens":3328,"outputTokens":8,"latencyMs":15207.910040999996},{"questionId":"q32","format":"csv","model":"gemini-2.5-flash","expected":"96503","actual":"99849.20","isCorrect":false,"inputTokens":3202,"outputTokens":8,"latencyMs":13713.186250000028},{"questionId":"q32","format":"xml","model":"gemini-2.5-flash","expected":"96503","actual":"95208.00","isCorrect":false,"inputTokens":9108,"outputTokens":8,"latencyMs":12409.645541000005},{"questionId":"q32","format":"yaml","model":"gemini-2.5-flash","expected":"96503","actual":"97707.96","isCorrect":false,"inputTokens":5754,"outputTokens":8,"latencyMs":1738.726209000044},{"questionId":"q33","format":"json-pretty","model":"gemini-2.5-flash","expected":"78","actual":"81","isCorrect":false,"inputTokens":7918,"outputTokens":2,"latencyMs":1422.8678330000257},{"questionId":"q33","format":"json-compact","model":"gemini-2.5-flash","expected":"78","actual":"73","isCorrect":false,"inputTokens":4709,"outputTokens":2,"latencyMs":956.8566669999855},{"questionId":"q33","format":"toon","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3325,"outputTokens":2,"latencyMs":6498.623208999983},{"questionId":"q33","format":"csv","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3199,"outputTokens":2,"latencyMs":11538.564333999995},{"questionId":"q33","format":"xml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":9105,"outputTokens":2,"latencyMs":12662.898583000002},{"questionId":"q33","format":"yaml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":5751,"outputTokens":2,"latencyMs":9910.553542000009},{"questionId":"q34","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7918,"outputTokens":2,"latencyMs":3664.5386249999865},{"questionId":"q34","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4709,"outputTokens":2,"latencyMs":4917.925167000038},{"questionId":"q34","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3325,"outputTokens":2,"latencyMs":8904.034542000038},{"questionId":"q34","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3199,"outputTokens":2,"latencyMs":7372.595958000049},{"questionId":"q34","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9105,"outputTokens":2,"latencyMs":4210.430874999962},{"questionId":"q34","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5751,"outputTokens":2,"latencyMs":3888.8481670000474},{"questionId":"q35","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":8540.05133300001},{"questionId":"q35","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":6022.409124999947},{"questionId":"q35","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":5278.090875000053},{"questionId":"q35","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":12967.631209000014},{"questionId":"q35","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":16619.979334000032},{"questionId":"q35","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":5300.423249999993},{"questionId":"q36","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":5092.58941700001},{"questionId":"q36","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":12078.731040999992},{"questionId":"q36","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":17271.572417000018},{"questionId":"q36","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":9382.044042000023},{"questionId":"q36","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":22002.127625000023},{"questionId":"q36","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":15683.753874999995},{"questionId":"q37","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":6110.699040999985},{"questionId":"q37","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":4984.506374999997},{"questionId":"q37","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":5824.944041999988},{"questionId":"q37","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":8460.805082999985},{"questionId":"q37","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":19146.632750000048},{"questionId":"q37","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":13844.274832999974},{"questionId":"q38","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"9","isCorrect":false,"inputTokens":7929,"outputTokens":1,"latencyMs":1428.1560000000172},{"questionId":"q38","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":4934.205583000032},{"questionId":"q38","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":5867.3806670000195},{"questionId":"q38","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":36900.67637500004},{"questionId":"q38","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":6728.709917000029},{"questionId":"q38","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":6144.29224999994},{"questionId":"q39","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":6889.269500000053},{"questionId":"q39","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":5801.544750000001},{"questionId":"q39","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4928.215250000008},{"questionId":"q39","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":7178.6706669999985},{"questionId":"q39","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":7221.064459000016},{"questionId":"q39","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":6073.276958000031},{"questionId":"q40","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":6238.834833000088},{"questionId":"q40","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":7465.064584000036},{"questionId":"q40","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4179.410750000039},{"questionId":"q40","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":20026.70579200005},{"questionId":"q40","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":8875.718499999959},{"questionId":"q40","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":6915.902832999942},{"questionId":"q41","format":"json-pretty","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":7925,"outputTokens":2,"latencyMs":23178.078917000093},{"questionId":"q41","format":"json-compact","model":"gemini-2.5-flash","expected":"63","actual":"81","isCorrect":false,"inputTokens":4716,"outputTokens":2,"latencyMs":1114.9812500000698},{"questionId":"q41","format":"toon","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3332,"outputTokens":2,"latencyMs":29777.802999999956},{"questionId":"q41","format":"csv","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3206,"outputTokens":2,"latencyMs":27394.192291000043},{"questionId":"q41","format":"xml","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":9112,"outputTokens":2,"latencyMs":86712.14979099995},{"questionId":"q41","format":"yaml","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":5758,"outputTokens":2,"latencyMs":19350.549541999935},{"questionId":"q42","format":"json-pretty","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":7926,"outputTokens":2,"latencyMs":38434.93312499998},{"questionId":"q42","format":"json-compact","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":4717,"outputTokens":2,"latencyMs":35839.28466600005},{"questionId":"q42","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":21361.312707999954},{"questionId":"q42","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"52","isCorrect":false,"inputTokens":3207,"outputTokens":2,"latencyMs":46905.783375},{"questionId":"q42","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":21290.050707999966},{"questionId":"q42","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":38305.323584},{"questionId":"q43","format":"json-pretty","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7926,"outputTokens":2,"latencyMs":20957.512583000003},{"questionId":"q43","format":"json-compact","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":4717,"outputTokens":2,"latencyMs":17134.168915999937},{"questionId":"q43","format":"toon","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":17221.467000000062},{"questionId":"q43","format":"csv","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":30805.191250000033},{"questionId":"q43","format":"xml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":19478.63979200006},{"questionId":"q43","format":"yaml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":18296.496874999953},{"questionId":"q44","format":"json-pretty","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":7926,"outputTokens":2,"latencyMs":30028.430374999996},{"questionId":"q44","format":"json-compact","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":4717,"outputTokens":2,"latencyMs":17290.235999999917},{"questionId":"q44","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":17847.20095800003},{"questionId":"q44","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":22016.87608299998},{"questionId":"q44","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":21534.02324999997},{"questionId":"q44","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":18732.673582999967},{"questionId":"q45","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":4437.85400000005},{"questionId":"q45","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4718,"outputTokens":2,"latencyMs":4852.046833000029},{"questionId":"q45","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":4369.936666999944},{"questionId":"q45","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":7358.3126250000205},{"questionId":"q45","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":17603.547208999982},{"questionId":"q45","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":7405.475708000013},{"questionId":"q46","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7927,"outputTokens":1,"latencyMs":4744.115624999977},{"questionId":"q46","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":4718,"outputTokens":1,"latencyMs":8339.969750000047},{"questionId":"q46","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3334,"outputTokens":1,"latencyMs":13939.836667000083},{"questionId":"q46","format":"csv","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3208,"outputTokens":1,"latencyMs":36324.32945899991},{"questionId":"q46","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":9114,"outputTokens":1,"latencyMs":21552.09387500002},{"questionId":"q46","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":5760,"outputTokens":1,"latencyMs":16940.61979200004},{"questionId":"q47","format":"json-pretty","model":"gemini-2.5-flash","expected":"15","actual":"14","isCorrect":false,"inputTokens":7927,"outputTokens":2,"latencyMs":5887.210916000069},{"questionId":"q47","format":"json-compact","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":4718,"outputTokens":2,"latencyMs":8571.777666999958},{"questionId":"q47","format":"toon","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":6764.494874999975},{"questionId":"q47","format":"csv","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":29811.86033299996},{"questionId":"q47","format":"xml","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":20963.945708999992},{"questionId":"q47","format":"yaml","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":12842.697042000014},{"questionId":"q48","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":5141.414250000031},{"questionId":"q48","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4711,"outputTokens":2,"latencyMs":4082.436791999964},{"questionId":"q48","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":3641.101666999981},{"questionId":"q48","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":7336.517499999958},{"questionId":"q48","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":15084.95241700008},{"questionId":"q48","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":4141.43429200002},{"questionId":"q49","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":13187.069583000033},{"questionId":"q49","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4711,"outputTokens":2,"latencyMs":3748.3358749999898},{"questionId":"q49","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":26698.556999999913},{"questionId":"q49","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":4854.631124999956},{"questionId":"q49","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":5250.55791600002},{"questionId":"q49","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":14792.319999999949},{"questionId":"q50","format":"json-pretty","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":3894.609000000055},{"questionId":"q50","format":"json-compact","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":4711,"outputTokens":2,"latencyMs":12115.01658299996},{"questionId":"q50","format":"toon","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":5001.635790999979},{"questionId":"q50","format":"csv","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":5291.902374999947},{"questionId":"q50","format":"xml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":3754.4116669999203},{"questionId":"q50","format":"yaml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":5038.575875000097},{"questionId":"q51","format":"json-pretty","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":12114,"outputTokens":5,"latencyMs":3271.7317909999983},{"questionId":"q51","format":"json-compact","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7013,"outputTokens":5,"latencyMs":2093.372875000001},{"questionId":"q51","format":"toon","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7200,"outputTokens":5,"latencyMs":2127.9655410000123},{"questionId":"q51","format":"csv","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7837,"outputTokens":5,"latencyMs":2328.956583000021},{"questionId":"q51","format":"xml","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":13450,"outputTokens":5,"latencyMs":1728.8495000000112},{"questionId":"q51","format":"yaml","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":8426,"outputTokens":5,"latencyMs":1337.9924579999642},{"questionId":"q52","format":"json-pretty","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":12114,"outputTokens":2,"latencyMs":2539.377041999949},{"questionId":"q52","format":"json-compact","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7013,"outputTokens":2,"latencyMs":1617.8685420000693},{"questionId":"q52","format":"toon","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":1344.577874999959},{"questionId":"q52","format":"csv","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7837,"outputTokens":2,"latencyMs":2594.0432919999585},{"questionId":"q52","format":"xml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":1503.6796669999603},{"questionId":"q52","format":"yaml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8426,"outputTokens":2,"latencyMs":809.7668749999721},{"questionId":"q53","format":"json-pretty","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":12114,"outputTokens":6,"latencyMs":1925.988250000053},{"questionId":"q53","format":"json-compact","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7013,"outputTokens":6,"latencyMs":1138.3343749999767},{"questionId":"q53","format":"toon","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7200,"outputTokens":6,"latencyMs":973.7787910000188},{"questionId":"q53","format":"csv","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7837,"outputTokens":6,"latencyMs":1002.296667000046},{"questionId":"q53","format":"xml","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":13450,"outputTokens":6,"latencyMs":1727.5732500000158},{"questionId":"q53","format":"yaml","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":8426,"outputTokens":6,"latencyMs":1394.8747079999885},{"questionId":"q54","format":"json-pretty","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":1415.880416000029},{"questionId":"q54","format":"json-compact","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7013,"outputTokens":1,"latencyMs":1226.3640829999931},{"questionId":"q54","format":"toon","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":955.8200840000063},{"questionId":"q54","format":"csv","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":2145.2861669999547},{"questionId":"q54","format":"xml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":2534.5570409999928},{"questionId":"q54","format":"yaml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":892.8641250000801},{"questionId":"q55","format":"json-pretty","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":12114,"outputTokens":6,"latencyMs":1884.5334590000566},{"questionId":"q55","format":"json-compact","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7013,"outputTokens":6,"latencyMs":4212.810082999989},{"questionId":"q55","format":"toon","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7200,"outputTokens":6,"latencyMs":1300.1141249999637},{"questionId":"q55","format":"csv","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7837,"outputTokens":6,"latencyMs":2712.8347080000676},{"questionId":"q55","format":"xml","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":13450,"outputTokens":6,"latencyMs":2166.020750000025},{"questionId":"q55","format":"yaml","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":8426,"outputTokens":6,"latencyMs":1204.9172500000568},{"questionId":"q56","format":"json-pretty","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":1776.4450420000358},{"questionId":"q56","format":"json-compact","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7013,"outputTokens":1,"latencyMs":2495.4650830000173},{"questionId":"q56","format":"toon","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":1444.312666999991},{"questionId":"q56","format":"csv","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":1769.4439580000471},{"questionId":"q56","format":"xml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1957.1410410000244},{"questionId":"q56","format":"yaml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":1130.5270000000019},{"questionId":"q57","format":"json-pretty","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":12114,"outputTokens":7,"latencyMs":1727.3556670000544},{"questionId":"q57","format":"json-compact","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7013,"outputTokens":7,"latencyMs":1221.7710420000367},{"questionId":"q57","format":"toon","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7200,"outputTokens":7,"latencyMs":1049.0137089999625},{"questionId":"q57","format":"csv","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7837,"outputTokens":7,"latencyMs":1006.5062080000062},{"questionId":"q57","format":"xml","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":13450,"outputTokens":7,"latencyMs":2067.729833999998},{"questionId":"q57","format":"yaml","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":8426,"outputTokens":7,"latencyMs":1636.1480839999858},{"questionId":"q58","format":"json-pretty","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":1485.1369159999304},{"questionId":"q58","format":"json-compact","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7013,"outputTokens":1,"latencyMs":1088.3895410000114},{"questionId":"q58","format":"toon","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":841.4275830000406},{"questionId":"q58","format":"csv","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":947.5615830000024},{"questionId":"q58","format":"xml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1822.2349580000155},{"questionId":"q58","format":"yaml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":1079.3152500001015},{"questionId":"q59","format":"json-pretty","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":12115,"outputTokens":6,"latencyMs":1751.0413750000298},{"questionId":"q59","format":"json-compact","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7014,"outputTokens":6,"latencyMs":1606.6966660000617},{"questionId":"q59","format":"toon","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7201,"outputTokens":6,"latencyMs":2223.6312499999767},{"questionId":"q59","format":"csv","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7838,"outputTokens":6,"latencyMs":4158.761958000017},{"questionId":"q59","format":"xml","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":13451,"outputTokens":6,"latencyMs":2226.5788329999195},{"questionId":"q59","format":"yaml","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":8427,"outputTokens":6,"latencyMs":1386.0064590000547},{"questionId":"q60","format":"json-pretty","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":12115,"outputTokens":8,"latencyMs":2057.637624999974},{"questionId":"q60","format":"json-compact","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7014,"outputTokens":8,"latencyMs":1117.045999999973},{"questionId":"q60","format":"toon","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":8,"latencyMs":2230.625875000027},{"questionId":"q60","format":"csv","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":8,"latencyMs":3092.2665419999976},{"questionId":"q60","format":"xml","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":8,"latencyMs":2110.25558300002},{"questionId":"q60","format":"yaml","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":8,"latencyMs":1437.7900000000373},{"questionId":"q61","format":"json-pretty","model":"gemini-2.5-flash","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":12115,"outputTokens":10,"latencyMs":1139.768417000072},{"questionId":"q61","format":"json-compact","model":"gemini-2.5-flash","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":7014,"outputTokens":10,"latencyMs":1318.066375000053},{"questionId":"q61","format":"toon","model":"gemini-2.5-flash","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":7201,"outputTokens":10,"latencyMs":1325.513459000038},{"questionId":"q61","format":"csv","model":"gemini-2.5-flash","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":7838,"outputTokens":10,"latencyMs":988.5307909999974},{"questionId":"q61","format":"xml","model":"gemini-2.5-flash","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":13451,"outputTokens":10,"latencyMs":1727.1330000000307},{"questionId":"q61","format":"yaml","model":"gemini-2.5-flash","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":8427,"outputTokens":10,"latencyMs":1125.658790999907},{"questionId":"q62","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":4847.618333999999},{"questionId":"q62","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":7013,"outputTokens":1,"latencyMs":3895.909665999934},{"questionId":"q62","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":2082.971416999935},{"questionId":"q62","format":"csv","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":3733.9924170000013},{"questionId":"q62","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":3998.669625000097},{"questionId":"q62","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":4435.7195000000065},{"questionId":"q63","format":"json-pretty","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":12115,"outputTokens":4,"latencyMs":2469.1314589999383},{"questionId":"q63","format":"json-compact","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7014,"outputTokens":4,"latencyMs":1025.3018750000047},{"questionId":"q63","format":"toon","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7201,"outputTokens":4,"latencyMs":1443.077500000014},{"questionId":"q63","format":"csv","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7838,"outputTokens":4,"latencyMs":2250.479874999961},{"questionId":"q63","format":"xml","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":13451,"outputTokens":4,"latencyMs":1920.234375},{"questionId":"q63","format":"yaml","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":8427,"outputTokens":4,"latencyMs":1473.8639999999432},{"questionId":"q64","format":"json-pretty","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":12115,"outputTokens":7,"latencyMs":2554.921624999959},{"questionId":"q64","format":"json-compact","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7014,"outputTokens":7,"latencyMs":1833.082250000094},{"questionId":"q64","format":"toon","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":7,"latencyMs":1681.699874999933},{"questionId":"q64","format":"csv","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":7,"latencyMs":3690.221249999944},{"questionId":"q64","format":"xml","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":7,"latencyMs":1526.4777079999913},{"questionId":"q64","format":"yaml","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":7,"latencyMs":1354.8100000000559},{"questionId":"q65","format":"json-pretty","model":"gemini-2.5-flash","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":12115,"outputTokens":10,"latencyMs":2042.4715419999557},{"questionId":"q65","format":"json-compact","model":"gemini-2.5-flash","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":7014,"outputTokens":10,"latencyMs":1169.0352500000736},{"questionId":"q65","format":"toon","model":"gemini-2.5-flash","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":7201,"outputTokens":10,"latencyMs":1113.8567090000724},{"questionId":"q65","format":"csv","model":"gemini-2.5-flash","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":7838,"outputTokens":10,"latencyMs":1865.7110830000602},{"questionId":"q65","format":"xml","model":"gemini-2.5-flash","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":13451,"outputTokens":10,"latencyMs":1669.8661659999052},{"questionId":"q65","format":"yaml","model":"gemini-2.5-flash","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":8427,"outputTokens":10,"latencyMs":1351.6249580000294},{"questionId":"q66","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":3428.251209000009},{"questionId":"q66","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7013,"outputTokens":1,"latencyMs":3385.9596250000177},{"questionId":"q66","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":1866.707000000053},{"questionId":"q66","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":7801.902333999984},{"questionId":"q66","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":6871.751042000018},{"questionId":"q66","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":3140.1299169999547},{"questionId":"q67","format":"json-pretty","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":12115,"outputTokens":6,"latencyMs":3802.0890000000363},{"questionId":"q67","format":"json-compact","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7014,"outputTokens":6,"latencyMs":3386.581499999971},{"questionId":"q67","format":"toon","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7201,"outputTokens":6,"latencyMs":2246.901165999938},{"questionId":"q67","format":"csv","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7838,"outputTokens":6,"latencyMs":4484.799084000057},{"questionId":"q67","format":"xml","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":13451,"outputTokens":6,"latencyMs":2882.789166999981},{"questionId":"q67","format":"yaml","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":8427,"outputTokens":6,"latencyMs":1350.044292000006},{"questionId":"q68","format":"json-pretty","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":12115,"outputTokens":11,"latencyMs":2566.828165999963},{"questionId":"q68","format":"json-compact","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7014,"outputTokens":11,"latencyMs":1581.343167000101},{"questionId":"q68","format":"toon","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":11,"latencyMs":1753.4288749999832},{"questionId":"q68","format":"csv","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":11,"latencyMs":4024.6340000000782},{"questionId":"q68","format":"xml","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":11,"latencyMs":2870.7417500000447},{"questionId":"q68","format":"yaml","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":11,"latencyMs":2070.002916000085},{"questionId":"q69","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12109,"outputTokens":2,"latencyMs":8165.644375000033},{"questionId":"q69","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7008,"outputTokens":2,"latencyMs":1749.5357500000391},{"questionId":"q69","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":838.3851250000298},{"questionId":"q69","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":8378.961999999941},{"questionId":"q69","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":11087.845500000054},{"questionId":"q69","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":8421,"outputTokens":1,"latencyMs":1072.670458999928},{"questionId":"q70","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":12109,"outputTokens":1,"latencyMs":1198.4288330000127},{"questionId":"q70","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7008,"outputTokens":2,"latencyMs":866.7352080000564},{"questionId":"q70","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":5267.646624999936},{"questionId":"q70","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":5465.427625000011},{"questionId":"q70","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":1946.9610830000602},{"questionId":"q70","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":8421,"outputTokens":1,"latencyMs":1369.6323330000741},{"questionId":"q71","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12110,"outputTokens":2,"latencyMs":9826.611000000034},{"questionId":"q71","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":7009,"outputTokens":1,"latencyMs":1816.7692090000492},{"questionId":"q71","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"7","isCorrect":false,"inputTokens":7196,"outputTokens":1,"latencyMs":797.3038749999832},{"questionId":"q71","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7833,"outputTokens":2,"latencyMs":8578.660583000048},{"questionId":"q71","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13446,"outputTokens":2,"latencyMs":6940.722666000016},{"questionId":"q71","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8422,"outputTokens":2,"latencyMs":3348.252957999939},{"questionId":"q72","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12109,"outputTokens":2,"latencyMs":10236.97562500008},{"questionId":"q72","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":7008,"outputTokens":1,"latencyMs":1546.014041999937},{"questionId":"q72","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":1550.1747919999762},{"questionId":"q72","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":9250.880084000062},{"questionId":"q72","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":4061.9152919999324},{"questionId":"q72","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8421,"outputTokens":1,"latencyMs":1211.5099590000464},{"questionId":"q73","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12109,"outputTokens":2,"latencyMs":1664.2034579999745},{"questionId":"q73","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7008,"outputTokens":2,"latencyMs":1606.6352079999633},{"questionId":"q73","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":5586.143042000011},{"questionId":"q73","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":2904.905958999996},{"questionId":"q73","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":2003.3031249999767},{"questionId":"q73","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8421,"outputTokens":2,"latencyMs":1059.0960000000196},{"questionId":"q74","format":"json-pretty","model":"gemini-2.5-flash","expected":"42342.25","actual":"40538.16","isCorrect":false,"inputTokens":12110,"outputTokens":8,"latencyMs":10416.099584000069},{"questionId":"q74","format":"json-compact","model":"gemini-2.5-flash","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":7009,"outputTokens":8,"latencyMs":57073.77995799994},{"questionId":"q74","format":"toon","model":"gemini-2.5-flash","expected":"42342.25","actual":"42343.25","isCorrect":false,"inputTokens":7196,"outputTokens":8,"latencyMs":14134.609959000023},{"questionId":"q74","format":"csv","model":"gemini-2.5-flash","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":7833,"outputTokens":8,"latencyMs":15834.09604199999},{"questionId":"q74","format":"xml","model":"gemini-2.5-flash","expected":"42342.25","actual":"36982.72","isCorrect":false,"inputTokens":13446,"outputTokens":8,"latencyMs":12002.443874999997},{"questionId":"q74","format":"yaml","model":"gemini-2.5-flash","expected":"42342.25","actual":"43232.06","isCorrect":false,"inputTokens":8422,"outputTokens":8,"latencyMs":66328.11191699991},{"questionId":"q75","format":"json-pretty","model":"gemini-2.5-flash","expected":"846.85","actual":"811.5694","isCorrect":false,"inputTokens":12108,"outputTokens":8,"latencyMs":8492.806999999913},{"questionId":"q75","format":"json-compact","model":"gemini-2.5-flash","expected":"846.85","actual":"900.82","isCorrect":false,"inputTokens":7007,"outputTokens":6,"latencyMs":11130.481832999969},{"questionId":"q75","format":"toon","model":"gemini-2.5-flash","expected":"846.85","actual":"796.55","isCorrect":false,"inputTokens":7194,"outputTokens":6,"latencyMs":8899.302082999959},{"questionId":"q75","format":"csv","model":"gemini-2.5-flash","expected":"846.85","actual":"843.775","isCorrect":false,"inputTokens":7831,"outputTokens":7,"latencyMs":11579.621541999979},{"questionId":"q75","format":"xml","model":"gemini-2.5-flash","expected":"846.85","actual":"797.29","isCorrect":false,"inputTokens":13444,"outputTokens":6,"latencyMs":12920.73583400005},{"questionId":"q75","format":"yaml","model":"gemini-2.5-flash","expected":"846.85","actual":"781.5516","isCorrect":false,"inputTokens":8420,"outputTokens":8,"latencyMs":7264.167125000036},{"questionId":"q76","format":"json-pretty","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":12109,"outputTokens":2,"latencyMs":2177.6583750001155},{"questionId":"q76","format":"json-compact","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":7008,"outputTokens":2,"latencyMs":1353.4673329999205},{"questionId":"q76","format":"toon","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":1201.6765829999931},{"questionId":"q76","format":"csv","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":9150.019624999957},{"questionId":"q76","format":"xml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":8158.681166999973},{"questionId":"q76","format":"yaml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":8421,"outputTokens":2,"latencyMs":4599.191833999939},{"questionId":"q77","format":"json-pretty","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":12108,"outputTokens":7,"latencyMs":12133.638250000076},{"questionId":"q77","format":"json-compact","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7007,"outputTokens":7,"latencyMs":1135.1283330000006},{"questionId":"q77","format":"toon","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7194,"outputTokens":7,"latencyMs":5038.57120799995},{"questionId":"q77","format":"csv","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7831,"outputTokens":7,"latencyMs":16061.192959000124},{"questionId":"q77","format":"xml","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":13444,"outputTokens":7,"latencyMs":13416.675374999875},{"questionId":"q77","format":"yaml","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":8420,"outputTokens":7,"latencyMs":12820.90575000015},{"questionId":"q78","format":"json-pretty","model":"gemini-2.5-flash","expected":"44","actual":"45","isCorrect":false,"inputTokens":12114,"outputTokens":2,"latencyMs":1752.5509999999776},{"questionId":"q78","format":"json-compact","model":"gemini-2.5-flash","expected":"44","actual":"47","isCorrect":false,"inputTokens":7013,"outputTokens":2,"latencyMs":1669.9094169999007},{"questionId":"q78","format":"toon","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":12317.223082999932},{"questionId":"q78","format":"csv","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":7837,"outputTokens":2,"latencyMs":104020.48999999999},{"questionId":"q78","format":"xml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":131602.78225000016},{"questionId":"q78","format":"yaml","model":"gemini-2.5-flash","expected":"44","actual":"46","isCorrect":false,"inputTokens":8426,"outputTokens":2,"latencyMs":1288.1018749999348},{"questionId":"q79","format":"json-pretty","model":"gemini-2.5-flash","expected":"39","actual":"46","isCorrect":false,"inputTokens":12114,"outputTokens":2,"latencyMs":2420.7627079999074},{"questionId":"q79","format":"json-compact","model":"gemini-2.5-flash","expected":"39","actual":"46","isCorrect":false,"inputTokens":7013,"outputTokens":2,"latencyMs":2069.5256660000887},{"questionId":"q79","format":"toon","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":13035.023958999896},{"questionId":"q79","format":"csv","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7837,"outputTokens":2,"latencyMs":14160.164250000147},{"questionId":"q79","format":"xml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":13619.698749999981},{"questionId":"q79","format":"yaml","model":"gemini-2.5-flash","expected":"39","actual":"44","isCorrect":false,"inputTokens":8426,"outputTokens":2,"latencyMs":914.1967909999657},{"questionId":"q80","format":"json-pretty","model":"gemini-2.5-flash","expected":"32","actual":"27","isCorrect":false,"inputTokens":12114,"outputTokens":2,"latencyMs":11708.829416999826},{"questionId":"q80","format":"json-compact","model":"gemini-2.5-flash","expected":"32","actual":"40","isCorrect":false,"inputTokens":7013,"outputTokens":2,"latencyMs":1260.1478750000242},{"questionId":"q80","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"40","isCorrect":false,"inputTokens":7200,"outputTokens":2,"latencyMs":1450.817458000034},{"questionId":"q80","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":7837,"outputTokens":2,"latencyMs":14910.934500000207},{"questionId":"q80","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"40","isCorrect":false,"inputTokens":13450,"outputTokens":2,"latencyMs":1921.9522499998566},{"questionId":"q80","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"35","isCorrect":false,"inputTokens":8426,"outputTokens":2,"latencyMs":1865.5745410001837},{"questionId":"q81","format":"json-pretty","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":12118,"outputTokens":1,"latencyMs":8340.488249999937},{"questionId":"q81","format":"json-compact","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7017,"outputTokens":1,"latencyMs":4014.9752910002135},{"questionId":"q81","format":"toon","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":9153.768083999865},{"questionId":"q81","format":"csv","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":10605.639208000153},{"questionId":"q81","format":"xml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":13416.35412500007},{"questionId":"q81","format":"yaml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":3873.310584000079},{"questionId":"q82","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":12118,"outputTokens":1,"latencyMs":13306.224082999863},{"questionId":"q82","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7017,"outputTokens":1,"latencyMs":9894.785416000057},{"questionId":"q82","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":7308.795333999908},{"questionId":"q82","format":"csv","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":13172.637666000053},{"questionId":"q82","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":15726.23116700002},{"questionId":"q82","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":12487.897999999812},{"questionId":"q83","format":"json-pretty","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":12119,"outputTokens":1,"latencyMs":13399.747124999994},{"questionId":"q83","format":"json-compact","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7018,"outputTokens":1,"latencyMs":11614.609707999974},{"questionId":"q83","format":"toon","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7205,"outputTokens":1,"latencyMs":13278.376415999839},{"questionId":"q83","format":"csv","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7842,"outputTokens":1,"latencyMs":14089.156666999916},{"questionId":"q83","format":"xml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":13455,"outputTokens":1,"latencyMs":17325.755832999945},{"questionId":"q83","format":"yaml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":8431,"outputTokens":1,"latencyMs":10607.382542000152},{"questionId":"q84","format":"json-pretty","model":"gemini-2.5-flash","expected":"9","actual":"10","isCorrect":false,"inputTokens":12118,"outputTokens":2,"latencyMs":13404.66033299989},{"questionId":"q84","format":"json-compact","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7017,"outputTokens":1,"latencyMs":11241.378459000029},{"questionId":"q84","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":5491.7399580001365},{"questionId":"q84","format":"csv","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":14016.57287500007},{"questionId":"q84","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":14561.287458000006},{"questionId":"q84","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":9579.062249999959},{"questionId":"q85","format":"json-pretty","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":12118,"outputTokens":1,"latencyMs":4444.8731249999255},{"questionId":"q85","format":"json-compact","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7017,"outputTokens":1,"latencyMs":13680.203875000123},{"questionId":"q85","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":12092.402832999825},{"questionId":"q85","format":"csv","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":14984.170167000033},{"questionId":"q85","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":4514.389167000074},{"questionId":"q85","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":8515.08929100004},{"questionId":"q86","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":7567.325292000081},{"questionId":"q86","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":7015,"outputTokens":1,"latencyMs":8269.45325000002},{"questionId":"q86","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":7202,"outputTokens":1,"latencyMs":8314.712041999912},{"questionId":"q86","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":7839,"outputTokens":1,"latencyMs":10575.693834000034},{"questionId":"q86","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":13452,"outputTokens":1,"latencyMs":13778.021958000027},{"questionId":"q86","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":8428,"outputTokens":1,"latencyMs":9359.297416000161},{"questionId":"q87","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":12143.87579099997},{"questionId":"q87","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7015,"outputTokens":1,"latencyMs":9508.99970899988},{"questionId":"q87","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7202,"outputTokens":1,"latencyMs":10379.3265829999},{"questionId":"q87","format":"csv","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7839,"outputTokens":1,"latencyMs":9488.004124999978},{"questionId":"q87","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":13452,"outputTokens":1,"latencyMs":12298.012374999933},{"questionId":"q87","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8428,"outputTokens":1,"latencyMs":11346.38629100006},{"questionId":"q88","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12117,"outputTokens":1,"latencyMs":10498.58045800007},{"questionId":"q88","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7016,"outputTokens":1,"latencyMs":9575.307957999874},{"questionId":"q88","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7203,"outputTokens":1,"latencyMs":10043.14662499982},{"questionId":"q88","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"5","isCorrect":false,"inputTokens":7840,"outputTokens":1,"latencyMs":8038.270332999993},{"questionId":"q88","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":13453,"outputTokens":1,"latencyMs":11857.74987499998},{"questionId":"q88","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8429,"outputTokens":1,"latencyMs":10402.574166999897},{"questionId":"q89","format":"json-pretty","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":12120,"outputTokens":2,"latencyMs":17047.23062499985},{"questionId":"q89","format":"json-compact","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7019,"outputTokens":2,"latencyMs":16338.056166999973},{"questionId":"q89","format":"toon","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7206,"outputTokens":2,"latencyMs":15422.202708000084},{"questionId":"q89","format":"csv","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7843,"outputTokens":2,"latencyMs":16391.41933299997},{"questionId":"q89","format":"xml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":13456,"outputTokens":2,"latencyMs":26644.85658300016},{"questionId":"q89","format":"yaml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":8432,"outputTokens":2,"latencyMs":13936.441957999952},{"questionId":"q90","format":"json-pretty","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":12120,"outputTokens":2,"latencyMs":15782.164292000001},{"questionId":"q90","format":"json-compact","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7019,"outputTokens":2,"latencyMs":16752.305750000058},{"questionId":"q90","format":"toon","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7206,"outputTokens":2,"latencyMs":14681.896833000006},{"questionId":"q90","format":"csv","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7843,"outputTokens":2,"latencyMs":20032.14933299995},{"questionId":"q90","format":"xml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":13456,"outputTokens":2,"latencyMs":25834.489708000096},{"questionId":"q90","format":"yaml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":8432,"outputTokens":2,"latencyMs":15642.59541599988},{"questionId":"q91","format":"json-pretty","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4786,"outputTokens":4,"latencyMs":1279.5697500000242},{"questionId":"q91","format":"json-compact","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3037,"outputTokens":4,"latencyMs":1999.9648750000633},{"questionId":"q91","format":"toon","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1824.4698749999516},{"questionId":"q91","format":"csv","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":2127.172375000082},{"questionId":"q91","format":"xml","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":2719.1446669998113},{"questionId":"q91","format":"yaml","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1605.3525420001242},{"questionId":"q92","format":"json-pretty","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4785,"outputTokens":7,"latencyMs":2206.0459159999155},{"questionId":"q92","format":"json-compact","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3036,"outputTokens":7,"latencyMs":1151.8272079997696},{"questionId":"q92","format":"toon","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2270,"outputTokens":7,"latencyMs":2516.32416700013},{"questionId":"q92","format":"csv","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2207,"outputTokens":7,"latencyMs":2029.2511249999516},{"questionId":"q92","format":"xml","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":5430,"outputTokens":7,"latencyMs":1796.0667920000851},{"questionId":"q92","format":"yaml","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3813,"outputTokens":7,"latencyMs":2235.0380410000216},{"questionId":"q93","format":"json-pretty","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":4786,"outputTokens":2,"latencyMs":1613.7514169998467},{"questionId":"q93","format":"json-compact","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":3037,"outputTokens":2,"latencyMs":1404.7969579999335},{"questionId":"q93","format":"toon","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":2444.9184999999125},{"questionId":"q93","format":"csv","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":2606.6883750001434},{"questionId":"q93","format":"xml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":3712.742375000147},{"questionId":"q93","format":"yaml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":1879.378250000067},{"questionId":"q94","format":"json-pretty","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":4786,"outputTokens":3,"latencyMs":3177.5492499999236},{"questionId":"q94","format":"json-compact","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":3037,"outputTokens":3,"latencyMs":1735.46399999992},{"questionId":"q94","format":"toon","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":2271,"outputTokens":3,"latencyMs":1424.8880840002093},{"questionId":"q94","format":"csv","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":2208,"outputTokens":3,"latencyMs":1400.156792000169},{"questionId":"q94","format":"xml","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":5431,"outputTokens":3,"latencyMs":2187.69929099991},{"questionId":"q94","format":"yaml","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":3814,"outputTokens":3,"latencyMs":1057.5948750001844},{"questionId":"q95","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4786,"outputTokens":4,"latencyMs":707.7037500001024},{"questionId":"q95","format":"json-compact","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3037,"outputTokens":4,"latencyMs":1598.2717079999857},{"questionId":"q95","format":"toon","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1524.1673340001144},{"questionId":"q95","format":"csv","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":1207.9095830000006},{"questionId":"q95","format":"xml","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":1923.2069999999367},{"questionId":"q95","format":"yaml","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":958.4265000000596},{"questionId":"q96","format":"json-pretty","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4786,"outputTokens":4,"latencyMs":1784.3380409998354},{"questionId":"q96","format":"json-compact","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3037,"outputTokens":4,"latencyMs":1170.782957999967},{"questionId":"q96","format":"toon","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1656.905665999977},{"questionId":"q96","format":"csv","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":2827.907084000064},{"questionId":"q96","format":"xml","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":2121.422833000077},{"questionId":"q96","format":"yaml","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1010.8365410000551},{"questionId":"q97","format":"json-pretty","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4785,"outputTokens":7,"latencyMs":2110.2537090000696},{"questionId":"q97","format":"json-compact","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3036,"outputTokens":7,"latencyMs":4449.576166999992},{"questionId":"q97","format":"toon","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2270,"outputTokens":7,"latencyMs":1950.468334000092},{"questionId":"q97","format":"csv","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2207,"outputTokens":7,"latencyMs":1659.3825829999987},{"questionId":"q97","format":"xml","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":5430,"outputTokens":7,"latencyMs":2550.738875000039},{"questionId":"q97","format":"yaml","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3813,"outputTokens":7,"latencyMs":1127.4148750000168},{"questionId":"q98","format":"json-pretty","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":4786,"outputTokens":2,"latencyMs":1601.8211660000961},{"questionId":"q98","format":"json-compact","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":3037,"outputTokens":2,"latencyMs":2110.1922499998473},{"questionId":"q98","format":"toon","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":1767.4653749999125},{"questionId":"q98","format":"csv","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":2022.5096670000348},{"questionId":"q98","format":"xml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":1907.9175830001477},{"questionId":"q98","format":"yaml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":2909.3842080000322},{"questionId":"q99","format":"json-pretty","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":4786,"outputTokens":3,"latencyMs":3124.559208000079},{"questionId":"q99","format":"json-compact","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":3037,"outputTokens":3,"latencyMs":1024.8050000001676},{"questionId":"q99","format":"toon","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":2271,"outputTokens":3,"latencyMs":2498.50566600007},{"questionId":"q99","format":"csv","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":2208,"outputTokens":3,"latencyMs":2548.0485830002},{"questionId":"q99","format":"xml","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":5431,"outputTokens":3,"latencyMs":3802.862874999875},{"questionId":"q99","format":"yaml","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":3814,"outputTokens":3,"latencyMs":1797.2787920001429},{"questionId":"q100","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4786,"outputTokens":4,"latencyMs":2237.990125000011},{"questionId":"q100","format":"json-compact","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3037,"outputTokens":4,"latencyMs":2902.5638749999925},{"questionId":"q100","format":"toon","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1814.6526250001043},{"questionId":"q100","format":"csv","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":1792.7062920001335},{"questionId":"q100","format":"xml","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":1686.5965839999262},{"questionId":"q100","format":"yaml","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1317.1033329998609},{"questionId":"q101","format":"json-pretty","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4786,"outputTokens":4,"latencyMs":1605.5180420000106},{"questionId":"q101","format":"json-compact","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3037,"outputTokens":4,"latencyMs":2268.3786669999827},{"questionId":"q101","format":"toon","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":2063.3406249999534},{"questionId":"q101","format":"csv","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":2272.78600000008},{"questionId":"q101","format":"xml","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":2064.8604579998646},{"questionId":"q101","format":"yaml","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1592.1735830001999},{"questionId":"q102","format":"json-pretty","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4785,"outputTokens":6,"latencyMs":1594.8455829999875},{"questionId":"q102","format":"json-compact","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3036,"outputTokens":6,"latencyMs":1599.5999159999192},{"questionId":"q102","format":"toon","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2270,"outputTokens":6,"latencyMs":2924.907250000164},{"questionId":"q102","format":"csv","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2207,"outputTokens":6,"latencyMs":2276.3585840000305},{"questionId":"q102","format":"xml","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":5430,"outputTokens":6,"latencyMs":1794.0740410001017},{"questionId":"q102","format":"yaml","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3813,"outputTokens":6,"latencyMs":1613.6407089999411},{"questionId":"q103","format":"json-pretty","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":4786,"outputTokens":2,"latencyMs":771.1318749999627},{"questionId":"q103","format":"json-compact","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3037,"outputTokens":2,"latencyMs":1970.6365000000224},{"questionId":"q103","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":2064.9487499999814},{"questionId":"q103","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":1189.0249160001986},{"questionId":"q103","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":3034.3210410000756},{"questionId":"q103","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":2276.872749999864},{"questionId":"q104","format":"json-pretty","model":"gemini-2.5-flash","expected":"344498","actual":"345090","isCorrect":false,"inputTokens":4779,"outputTokens":6,"latencyMs":4411.86337500019},{"questionId":"q104","format":"json-compact","model":"gemini-2.5-flash","expected":"344498","actual":"351430","isCorrect":false,"inputTokens":3030,"outputTokens":6,"latencyMs":4729.921041999944},{"questionId":"q104","format":"toon","model":"gemini-2.5-flash","expected":"344498","actual":"345498","isCorrect":false,"inputTokens":2264,"outputTokens":6,"latencyMs":7441.12024999992},{"questionId":"q104","format":"csv","model":"gemini-2.5-flash","expected":"344498","actual":"345098","isCorrect":false,"inputTokens":2201,"outputTokens":6,"latencyMs":6921.9061249999795},{"questionId":"q104","format":"xml","model":"gemini-2.5-flash","expected":"344498","actual":"344598","isCorrect":false,"inputTokens":5424,"outputTokens":6,"latencyMs":49796.827124999836},{"questionId":"q104","format":"yaml","model":"gemini-2.5-flash","expected":"344498","actual":"315694","isCorrect":false,"inputTokens":3807,"outputTokens":6,"latencyMs":1833.9923330000602},{"questionId":"q105","format":"json-pretty","model":"gemini-2.5-flash","expected":"312818.50","actual":"310196.67","isCorrect":false,"inputTokens":4777,"outputTokens":9,"latencyMs":8194.870875000022},{"questionId":"q105","format":"json-compact","model":"gemini-2.5-flash","expected":"312818.50","actual":"391264.45","isCorrect":false,"inputTokens":3028,"outputTokens":9,"latencyMs":1655.387459000107},{"questionId":"q105","format":"toon","model":"gemini-2.5-flash","expected":"312818.50","actual":"312151.72","isCorrect":false,"inputTokens":2262,"outputTokens":9,"latencyMs":10417.023749999935},{"questionId":"q105","format":"csv","model":"gemini-2.5-flash","expected":"312818.50","actual":"321115.82","isCorrect":false,"inputTokens":2199,"outputTokens":9,"latencyMs":22851.355750000104},{"questionId":"q105","format":"xml","model":"gemini-2.5-flash","expected":"312818.50","actual":"298918.73","isCorrect":false,"inputTokens":5422,"outputTokens":9,"latencyMs":18031.594458000036},{"questionId":"q105","format":"yaml","model":"gemini-2.5-flash","expected":"312818.50","actual":"328010.59","isCorrect":false,"inputTokens":3805,"outputTokens":9,"latencyMs":8490.84529099986},{"questionId":"q106","format":"json-pretty","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":4779,"outputTokens":4,"latencyMs":7855.052167000016},{"questionId":"q106","format":"json-compact","model":"gemini-2.5-flash","expected":"1811","actual":"1901","isCorrect":false,"inputTokens":3030,"outputTokens":4,"latencyMs":5200.181749999989},{"questionId":"q106","format":"toon","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":2264,"outputTokens":4,"latencyMs":8118.787833000068},{"questionId":"q106","format":"csv","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":2201,"outputTokens":4,"latencyMs":23503.94787500007},{"questionId":"q106","format":"xml","model":"gemini-2.5-flash","expected":"1811","actual":"1503","isCorrect":false,"inputTokens":5424,"outputTokens":4,"latencyMs":1703.6896250001155},{"questionId":"q106","format":"yaml","model":"gemini-2.5-flash","expected":"1811","actual":"1888","isCorrect":false,"inputTokens":3807,"outputTokens":4,"latencyMs":9306.764625000069},{"questionId":"q107","format":"json-pretty","model":"gemini-2.5-flash","expected":"5742","actual":"5701.82","isCorrect":false,"inputTokens":4778,"outputTokens":7,"latencyMs":41099.882375000045},{"questionId":"q107","format":"json-compact","model":"gemini-2.5-flash","expected":"5742","actual":"5628","isCorrect":false,"inputTokens":3029,"outputTokens":4,"latencyMs":11575.58424999984},{"questionId":"q107","format":"toon","model":"gemini-2.5-flash","expected":"5742","actual":"5741.63","isCorrect":false,"inputTokens":2263,"outputTokens":7,"latencyMs":9640.236917000031},{"questionId":"q107","format":"csv","model":"gemini-2.5-flash","expected":"5742","actual":"5751.62","isCorrect":false,"inputTokens":2200,"outputTokens":7,"latencyMs":9040.457374999998},{"questionId":"q107","format":"xml","model":"gemini-2.5-flash","expected":"5742","actual":"5751.62","isCorrect":false,"inputTokens":5423,"outputTokens":7,"latencyMs":56796.33324999991},{"questionId":"q107","format":"yaml","model":"gemini-2.5-flash","expected":"5742","actual":"5751.62","isCorrect":false,"inputTokens":3806,"outputTokens":7,"latencyMs":38182.30649999995},{"questionId":"q108","format":"json-pretty","model":"gemini-2.5-flash","expected":"5213.64","actual":"5202.58","isCorrect":false,"inputTokens":4776,"outputTokens":7,"latencyMs":10181.561166999862},{"questionId":"q108","format":"json-compact","model":"gemini-2.5-flash","expected":"5213.64","actual":"5288.35","isCorrect":false,"inputTokens":3027,"outputTokens":7,"latencyMs":11146.243917000014},{"questionId":"q108","format":"toon","model":"gemini-2.5-flash","expected":"5213.64","actual":"5033.48","isCorrect":false,"inputTokens":2261,"outputTokens":7,"latencyMs":8427.271041000029},{"questionId":"q108","format":"csv","model":"gemini-2.5-flash","expected":"5213.64","actual":"5231.74","isCorrect":false,"inputTokens":2198,"outputTokens":7,"latencyMs":9037.30299999984},{"questionId":"q108","format":"xml","model":"gemini-2.5-flash","expected":"5213.64","actual":"5007.75","isCorrect":false,"inputTokens":5421,"outputTokens":7,"latencyMs":13939.075624999823},{"questionId":"q108","format":"yaml","model":"gemini-2.5-flash","expected":"5213.64","actual":"5021.48","isCorrect":false,"inputTokens":3804,"outputTokens":7,"latencyMs":8048.899375000037},{"questionId":"q109","format":"json-pretty","model":"gemini-2.5-flash","expected":"30","actual":"32.47","isCorrect":false,"inputTokens":4778,"outputTokens":5,"latencyMs":5369.387541999808},{"questionId":"q109","format":"json-compact","model":"gemini-2.5-flash","expected":"30","actual":"31.42","isCorrect":false,"inputTokens":3029,"outputTokens":5,"latencyMs":7406.927665999858},{"questionId":"q109","format":"toon","model":"gemini-2.5-flash","expected":"30","actual":"31.18","isCorrect":false,"inputTokens":2263,"outputTokens":5,"latencyMs":16510.12716699997},{"questionId":"q109","format":"csv","model":"gemini-2.5-flash","expected":"30","actual":"28.57","isCorrect":false,"inputTokens":2200,"outputTokens":5,"latencyMs":5466.797500000102},{"questionId":"q109","format":"xml","model":"gemini-2.5-flash","expected":"30","actual":"31.4","isCorrect":false,"inputTokens":5423,"outputTokens":4,"latencyMs":11403.176958000055},{"questionId":"q109","format":"yaml","model":"gemini-2.5-flash","expected":"30","actual":"30.18","isCorrect":false,"inputTokens":3806,"outputTokens":5,"latencyMs":16421.606374999974},{"questionId":"q110","format":"json-pretty","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":4778,"outputTokens":2,"latencyMs":2678.207749999827},{"questionId":"q110","format":"json-compact","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3029,"outputTokens":2,"latencyMs":3376.302333999891},{"questionId":"q110","format":"toon","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2263,"outputTokens":2,"latencyMs":1086.971416000044},{"questionId":"q110","format":"csv","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2200,"outputTokens":2,"latencyMs":4265.394291999983},{"questionId":"q110","format":"xml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":5423,"outputTokens":2,"latencyMs":1433.4110840000212},{"questionId":"q110","format":"yaml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3806,"outputTokens":2,"latencyMs":1543.2456670000684},{"questionId":"q111","format":"json-pretty","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4781,"outputTokens":4,"latencyMs":10053.003166000126},{"questionId":"q111","format":"json-compact","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3032,"outputTokens":4,"latencyMs":6412.262084000045},{"questionId":"q111","format":"toon","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2266,"outputTokens":4,"latencyMs":6074.396084000124},{"questionId":"q111","format":"csv","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2203,"outputTokens":4,"latencyMs":3945.7278340000194},{"questionId":"q111","format":"xml","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":5426,"outputTokens":4,"latencyMs":6809.3773330000695},{"questionId":"q111","format":"yaml","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3809,"outputTokens":4,"latencyMs":1005.7756670000963},{"questionId":"q112","format":"json-pretty","model":"gemini-2.5-flash","expected":"42","actual":"53","isCorrect":false,"inputTokens":4781,"outputTokens":2,"latencyMs":846.1364590001758},{"questionId":"q112","format":"json-compact","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":3032,"outputTokens":2,"latencyMs":10109.051708000014},{"questionId":"q112","format":"toon","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":2266,"outputTokens":2,"latencyMs":12869.564166999888},{"questionId":"q112","format":"csv","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":2203,"outputTokens":2,"latencyMs":14842.812667000107},{"questionId":"q112","format":"xml","model":"gemini-2.5-flash","expected":"42","actual":"56","isCorrect":false,"inputTokens":5426,"outputTokens":2,"latencyMs":1419.3569999998435},{"questionId":"q112","format":"yaml","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":3809,"outputTokens":2,"latencyMs":16734.292458000127},{"questionId":"q113","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4781,"outputTokens":2,"latencyMs":13024.295500000007},{"questionId":"q113","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"12","isCorrect":false,"inputTokens":3032,"outputTokens":2,"latencyMs":1474.301833000034},{"questionId":"q113","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":2266,"outputTokens":2,"latencyMs":9464.597958000144},{"questionId":"q113","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"17","isCorrect":false,"inputTokens":2203,"outputTokens":2,"latencyMs":1215.6817079999018},{"questionId":"q113","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5426,"outputTokens":2,"latencyMs":12572.131999999983},{"questionId":"q113","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3809,"outputTokens":2,"latencyMs":12837.568209000165},{"questionId":"q114","format":"json-pretty","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":15991.527250000043},{"questionId":"q114","format":"json-compact","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3039,"outputTokens":2,"latencyMs":24963.954082999844},{"questionId":"q114","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2273,"outputTokens":2,"latencyMs":25694.347499999916},{"questionId":"q114","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2210,"outputTokens":2,"latencyMs":31529.31929100002},{"questionId":"q114","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5433,"outputTokens":2,"latencyMs":18442.41329200007},{"questionId":"q114","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3816,"outputTokens":2,"latencyMs":14891.714209000114},{"questionId":"q115","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":21790.983291000128},{"questionId":"q115","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3039,"outputTokens":2,"latencyMs":18742.436541999923},{"questionId":"q115","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":2273,"outputTokens":2,"latencyMs":12094.775417000055},{"questionId":"q115","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":2210,"outputTokens":2,"latencyMs":33674.90845900006},{"questionId":"q115","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":5433,"outputTokens":2,"latencyMs":16035.757750000106},{"questionId":"q115","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3816,"outputTokens":2,"latencyMs":13537.235542000039},{"questionId":"q116","format":"json-pretty","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":4789,"outputTokens":2,"latencyMs":16776.974583999952},{"questionId":"q116","format":"json-compact","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3040,"outputTokens":2,"latencyMs":20747.14270800003},{"questionId":"q116","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2274,"outputTokens":2,"latencyMs":31568.890416999813},{"questionId":"q116","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2211,"outputTokens":2,"latencyMs":29980.741083999863},{"questionId":"q116","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5434,"outputTokens":2,"latencyMs":18493.377875000006},{"questionId":"q116","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3817,"outputTokens":2,"latencyMs":16035.651083000004},{"questionId":"q117","format":"json-pretty","model":"gemini-2.5-flash","expected":"28","actual":"27","isCorrect":false,"inputTokens":4790,"outputTokens":2,"latencyMs":21237.15266699996},{"questionId":"q117","format":"json-compact","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3041,"outputTokens":2,"latencyMs":18888.004292000085},{"questionId":"q117","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":23815.381209000014},{"questionId":"q117","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":24343.081999999937},{"questionId":"q117","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":25492.065542000113},{"questionId":"q117","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":14713.738125000149},{"questionId":"q118","format":"json-pretty","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":4790,"outputTokens":2,"latencyMs":17488.99183299998},{"questionId":"q118","format":"json-compact","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3041,"outputTokens":2,"latencyMs":17448.470291999867},{"questionId":"q118","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":24721.668624999933},{"questionId":"q118","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":27588.590832999907},{"questionId":"q118","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":21805.124542000005},{"questionId":"q118","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":14545.208832999924},{"questionId":"q119","format":"json-pretty","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":4790,"outputTokens":2,"latencyMs":15232.06491700001},{"questionId":"q119","format":"json-compact","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3041,"outputTokens":2,"latencyMs":40861.528750000056},{"questionId":"q119","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":12642.059750000015},{"questionId":"q119","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":20956.25974999997},{"questionId":"q119","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":18465.20429200004},{"questionId":"q119","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":14558.090166999958},{"questionId":"q120","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":4790,"outputTokens":2,"latencyMs":15919.695791000035},{"questionId":"q120","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":3041,"outputTokens":2,"latencyMs":31430.955249999883},{"questionId":"q120","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":14895.264083999908},{"questionId":"q120","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":13838.646292000078},{"questionId":"q120","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":21774.63379199989},{"questionId":"q120","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":15042.303583000088},{"questionId":"q121","format":"json-pretty","model":"gemini-2.5-flash","expected":"35","actual":"28","isCorrect":false,"inputTokens":4787,"outputTokens":2,"latencyMs":16541.244207999902},{"questionId":"q121","format":"json-compact","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":3038,"outputTokens":2,"latencyMs":47713.68608300015},{"questionId":"q121","format":"toon","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":2272,"outputTokens":2,"latencyMs":15913.174500000197},{"questionId":"q121","format":"csv","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":2209,"outputTokens":2,"latencyMs":35383.04637499992},{"questionId":"q121","format":"xml","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":5432,"outputTokens":2,"latencyMs":26215.080832999898},{"questionId":"q121","format":"yaml","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":3815,"outputTokens":2,"latencyMs":17056.80541699985},{"questionId":"q122","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4787,"outputTokens":2,"latencyMs":11507.84616700001},{"questionId":"q122","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3038,"outputTokens":2,"latencyMs":13093.748957999982},{"questionId":"q122","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":2272,"outputTokens":2,"latencyMs":11225.635583000025},{"questionId":"q122","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":2209,"outputTokens":2,"latencyMs":27186.73679200001},{"questionId":"q122","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5432,"outputTokens":2,"latencyMs":38427.419790999964},{"questionId":"q122","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3815,"outputTokens":2,"latencyMs":12600.628999999957},{"questionId":"q123","format":"json-pretty","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4790,"outputTokens":2,"latencyMs":21994.018291000044},{"questionId":"q123","format":"json-compact","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3041,"outputTokens":2,"latencyMs":23276.710959000047},{"questionId":"q123","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":26411.74012500001},{"questionId":"q123","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":31304.602709},{"questionId":"q123","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":26338.80691600009},{"questionId":"q123","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":17814.433875000104},{"questionId":"q124","format":"json-pretty","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4790,"outputTokens":2,"latencyMs":22501.393500000006},{"questionId":"q124","format":"json-compact","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3041,"outputTokens":2,"latencyMs":41459.17329199985},{"questionId":"q124","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":18857.97154199984},{"questionId":"q124","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":27764.79495800007},{"questionId":"q124","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":35635.59220800013},{"questionId":"q124","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":15092.05404099985},{"questionId":"q125","format":"json-pretty","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19996,"outputTokens":6,"latencyMs":1151.5866249999963},{"questionId":"q125","format":"json-compact","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15037,"outputTokens":6,"latencyMs":1218.969792000018},{"questionId":"q125","format":"toon","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12340,"outputTokens":6,"latencyMs":2410.338708000025},{"questionId":"q125","format":"csv","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12210,"outputTokens":6,"latencyMs":4002.0068750001956},{"questionId":"q125","format":"xml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":21884,"outputTokens":6,"latencyMs":1323.4818750000559},{"questionId":"q125","format":"yaml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17079,"outputTokens":6,"latencyMs":2203.1832080001477},{"questionId":"q126","format":"json-pretty","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19999,"outputTokens":5,"latencyMs":1660.6155830000062},{"questionId":"q126","format":"json-compact","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15040,"outputTokens":5,"latencyMs":1060.9892909999471},{"questionId":"q126","format":"toon","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12343,"outputTokens":5,"latencyMs":3075.70879100007},{"questionId":"q126","format":"csv","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12213,"outputTokens":5,"latencyMs":2695.729082999984},{"questionId":"q126","format":"xml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":21887,"outputTokens":5,"latencyMs":4221.050208000001},{"questionId":"q126","format":"yaml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17082,"outputTokens":5,"latencyMs":3078.270917000016},{"questionId":"q127","format":"json-pretty","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":19993,"outputTokens":2,"latencyMs":2023.4303749999963},{"questionId":"q127","format":"json-compact","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":15034,"outputTokens":2,"latencyMs":1028.6284999998752},{"questionId":"q127","format":"toon","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":12337,"outputTokens":2,"latencyMs":2450.514333000174},{"questionId":"q127","format":"csv","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":12207,"outputTokens":2,"latencyMs":902.3165410000365},{"questionId":"q127","format":"xml","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":21881,"outputTokens":2,"latencyMs":1444.7276250000577},{"questionId":"q127","format":"yaml","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17076,"outputTokens":2,"latencyMs":1403.1264169998467},{"questionId":"q128","format":"json-pretty","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":20000,"outputTokens":1,"latencyMs":1791.2602909998968},{"questionId":"q128","format":"json-compact","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":15041,"outputTokens":1,"latencyMs":1295.59941600007},{"questionId":"q128","format":"toon","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12344,"outputTokens":1,"latencyMs":2309.7582499999553},{"questionId":"q128","format":"csv","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12214,"outputTokens":1,"latencyMs":1327.5221669999883},{"questionId":"q128","format":"xml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":21888,"outputTokens":1,"latencyMs":1583.670875000069},{"questionId":"q128","format":"yaml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":17083,"outputTokens":1,"latencyMs":879.4554579998367},{"questionId":"q129","format":"json-pretty","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":19992,"outputTokens":4,"latencyMs":2157.5498339999467},{"questionId":"q129","format":"json-compact","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":15033,"outputTokens":4,"latencyMs":2487.5638329999056},{"questionId":"q129","format":"toon","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":12336,"outputTokens":4,"latencyMs":2703.1930830001365},{"questionId":"q129","format":"csv","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":12206,"outputTokens":4,"latencyMs":4273.921124999877},{"questionId":"q129","format":"xml","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":21880,"outputTokens":4,"latencyMs":1739.3868329999968},{"questionId":"q129","format":"yaml","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17075,"outputTokens":4,"latencyMs":951.281707999995},{"questionId":"q130","format":"json-pretty","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":19998,"outputTokens":6,"latencyMs":2312.142125000013},{"questionId":"q130","format":"json-compact","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":15039,"outputTokens":6,"latencyMs":1546.999792000046},{"questionId":"q130","format":"toon","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":12342,"outputTokens":6,"latencyMs":5047.518874999834},{"questionId":"q130","format":"csv","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":12212,"outputTokens":6,"latencyMs":3693.388666999992},{"questionId":"q130","format":"xml","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":21886,"outputTokens":6,"latencyMs":1704.5889580000658},{"questionId":"q130","format":"yaml","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17081,"outputTokens":6,"latencyMs":2750.5190840000287},{"questionId":"q131","format":"json-pretty","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":19998,"outputTokens":5,"latencyMs":4228.428041999927},{"questionId":"q131","format":"json-compact","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":15039,"outputTokens":5,"latencyMs":1488.8169170001056},{"questionId":"q131","format":"toon","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":12342,"outputTokens":5,"latencyMs":3457.4780840000603},{"questionId":"q131","format":"csv","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":12212,"outputTokens":5,"latencyMs":3108.00549999997},{"questionId":"q131","format":"xml","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":21886,"outputTokens":5,"latencyMs":2085.6930830001365},{"questionId":"q131","format":"yaml","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17081,"outputTokens":5,"latencyMs":2307.265667000087},{"questionId":"q132","format":"json-pretty","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":19993,"outputTokens":1,"latencyMs":1692.4636669999454},{"questionId":"q132","format":"json-compact","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":15034,"outputTokens":1,"latencyMs":1512.5772919999436},{"questionId":"q132","format":"toon","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":12337,"outputTokens":1,"latencyMs":1098.8698749998584},{"questionId":"q132","format":"csv","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":12207,"outputTokens":1,"latencyMs":1552.1232080000918},{"questionId":"q132","format":"xml","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":21881,"outputTokens":1,"latencyMs":967.2554170000367},{"questionId":"q132","format":"yaml","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17076,"outputTokens":1,"latencyMs":1759.6315409999806},{"questionId":"q133","format":"json-pretty","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":20002,"outputTokens":1,"latencyMs":2598.013874999946},{"questionId":"q133","format":"json-compact","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":15043,"outputTokens":1,"latencyMs":1307.467500000028},{"questionId":"q133","format":"toon","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12346,"outputTokens":1,"latencyMs":1136.748541999841},{"questionId":"q133","format":"csv","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12216,"outputTokens":1,"latencyMs":1634.8631659999955},{"questionId":"q133","format":"xml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":21890,"outputTokens":1,"latencyMs":1705.9824579998385},{"questionId":"q133","format":"yaml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":17085,"outputTokens":1,"latencyMs":1195.1676670000888},{"questionId":"q134","format":"json-pretty","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":19996,"outputTokens":4,"latencyMs":2813.9036670001224},{"questionId":"q134","format":"json-compact","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":15037,"outputTokens":4,"latencyMs":2766.2407919999678},{"questionId":"q134","format":"toon","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":12340,"outputTokens":4,"latencyMs":3515.547459000023},{"questionId":"q134","format":"csv","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":12210,"outputTokens":4,"latencyMs":1980.501416000072},{"questionId":"q134","format":"xml","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":21884,"outputTokens":4,"latencyMs":3906.657665999839},{"questionId":"q134","format":"yaml","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17079,"outputTokens":4,"latencyMs":1710.0676249999087},{"questionId":"q135","format":"json-pretty","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":19999,"outputTokens":6,"latencyMs":2261.0389999998733},{"questionId":"q135","format":"json-compact","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":15040,"outputTokens":6,"latencyMs":2245.21079199994},{"questionId":"q135","format":"toon","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":12343,"outputTokens":6,"latencyMs":3499.0554580001626},{"questionId":"q135","format":"csv","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":12213,"outputTokens":6,"latencyMs":3293.7382499999367},{"questionId":"q135","format":"xml","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":21887,"outputTokens":6,"latencyMs":2020.1038329999428},{"questionId":"q135","format":"yaml","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17082,"outputTokens":6,"latencyMs":1581.3642499998678},{"questionId":"q136","format":"json-pretty","model":"gemini-2.5-flash","expected":"15413563","actual":"16983792","isCorrect":false,"inputTokens":19994,"outputTokens":8,"latencyMs":26430.61258299998},{"questionId":"q136","format":"json-compact","model":"gemini-2.5-flash","expected":"15413563","actual":"12792193","isCorrect":false,"inputTokens":15035,"outputTokens":8,"latencyMs":15331.154041999951},{"questionId":"q136","format":"toon","model":"gemini-2.5-flash","expected":"15413563","actual":"12711776","isCorrect":false,"inputTokens":12338,"outputTokens":8,"latencyMs":11897.323083000025},{"questionId":"q136","format":"csv","model":"gemini-2.5-flash","expected":"15413563","actual":"10469279","isCorrect":false,"inputTokens":12208,"outputTokens":8,"latencyMs":2331.1839590000454},{"questionId":"q136","format":"xml","model":"gemini-2.5-flash","expected":"15413563","actual":"12792160","isCorrect":false,"inputTokens":21882,"outputTokens":8,"latencyMs":14106.88500000001},{"questionId":"q136","format":"yaml","model":"gemini-2.5-flash","expected":"15413563","actual":"11795393","isCorrect":false,"inputTokens":17077,"outputTokens":8,"latencyMs":1251.8529169999529},{"questionId":"q137","format":"json-pretty","model":"gemini-2.5-flash","expected":"100","actual":"60","isCorrect":false,"inputTokens":19991,"outputTokens":2,"latencyMs":2209.644709000131},{"questionId":"q137","format":"json-compact","model":"gemini-2.5-flash","expected":"100","actual":"58","isCorrect":false,"inputTokens":15032,"outputTokens":2,"latencyMs":859.9386660000309},{"questionId":"q137","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":12335,"outputTokens":3,"latencyMs":14900.836208999855},{"questionId":"q137","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"62","isCorrect":false,"inputTokens":12205,"outputTokens":2,"latencyMs":1512.1607079999521},{"questionId":"q137","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":21879,"outputTokens":3,"latencyMs":7799.471915999893},{"questionId":"q137","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"60","isCorrect":false,"inputTokens":17074,"outputTokens":2,"latencyMs":1906.4371249999385},{"questionId":"q138","format":"json-pretty","model":"gemini-2.5-flash","expected":"154136","actual":"157774.69","isCorrect":false,"inputTokens":19993,"outputTokens":9,"latencyMs":16663.890167000005},{"questionId":"q138","format":"json-compact","model":"gemini-2.5-flash","expected":"154136","actual":"169862.03","isCorrect":false,"inputTokens":15034,"outputTokens":9,"latencyMs":1324.3338340001646},{"questionId":"q138","format":"toon","model":"gemini-2.5-flash","expected":"154136","actual":"185202","isCorrect":false,"inputTokens":12337,"outputTokens":6,"latencyMs":13678.840666000033},{"questionId":"q138","format":"csv","model":"gemini-2.5-flash","expected":"154136","actual":"151228","isCorrect":false,"inputTokens":12207,"outputTokens":6,"latencyMs":12607.921833000146},{"questionId":"q138","format":"xml","model":"gemini-2.5-flash","expected":"154136","actual":"200017.8","isCorrect":false,"inputTokens":21881,"outputTokens":8,"latencyMs":22474.676332999952},{"questionId":"q138","format":"yaml","model":"gemini-2.5-flash","expected":"154136","actual":"157293.42","isCorrect":false,"inputTokens":17076,"outputTokens":9,"latencyMs":116596.88450000016},{"questionId":"q139","format":"json-pretty","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":19998,"outputTokens":2,"latencyMs":25566.984457999934},{"questionId":"q139","format":"json-compact","model":"gemini-2.5-flash","expected":"77","actual":"50","isCorrect":false,"inputTokens":15039,"outputTokens":2,"latencyMs":1640.862124999985},{"questionId":"q139","format":"toon","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":27886.97233300004},{"questionId":"q139","format":"csv","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":15948.632125000004},{"questionId":"q139","format":"xml","model":"gemini-2.5-flash","expected":"77","actual":"53","isCorrect":false,"inputTokens":21886,"outputTokens":2,"latencyMs":2512.0390840000473},{"questionId":"q139","format":"yaml","model":"gemini-2.5-flash","expected":"77","actual":"69","isCorrect":false,"inputTokens":17081,"outputTokens":2,"latencyMs":14408.093916999875},{"questionId":"q140","format":"json-pretty","model":"gemini-2.5-flash","expected":"37","actual":"36","isCorrect":false,"inputTokens":19998,"outputTokens":2,"latencyMs":2618.3314580000006},{"questionId":"q140","format":"json-compact","model":"gemini-2.5-flash","expected":"37","actual":"48","isCorrect":false,"inputTokens":15039,"outputTokens":2,"latencyMs":1718.7387079999316},{"questionId":"q140","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"17","isCorrect":false,"inputTokens":12342,"outputTokens":2,"latencyMs":1273.2414579999167},{"questionId":"q140","format":"csv","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":1059.5364999999292},{"questionId":"q140","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":21886,"outputTokens":2,"latencyMs":6156.117749999976},{"questionId":"q140","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"32","isCorrect":false,"inputTokens":17081,"outputTokens":2,"latencyMs":1076.5335419999901},{"questionId":"q141","format":"json-pretty","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":19998,"outputTokens":2,"latencyMs":2284.6615830000956},{"questionId":"q141","format":"json-compact","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":15039,"outputTokens":2,"latencyMs":3986.7424170000013},{"questionId":"q141","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":7461.2305840000045},{"questionId":"q141","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":28781.420500000007},{"questionId":"q141","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":21886,"outputTokens":2,"latencyMs":16889.862375000026},{"questionId":"q141","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":17081,"outputTokens":2,"latencyMs":17981.527999999933},{"questionId":"q142","format":"json-pretty","model":"gemini-2.5-flash","expected":"49","actual":"48","isCorrect":false,"inputTokens":19997,"outputTokens":2,"latencyMs":2019.9015420000069},{"questionId":"q142","format":"json-compact","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":15038,"outputTokens":2,"latencyMs":15999.34004099993},{"questionId":"q142","format":"toon","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":25151.79050000012},{"questionId":"q142","format":"csv","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":119262.01662499993},{"questionId":"q142","format":"xml","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":161980.14933300018},{"questionId":"q142","format":"yaml","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":17080,"outputTokens":2,"latencyMs":17877.83133299998},{"questionId":"q143","format":"json-pretty","model":"gemini-2.5-flash","expected":"23","actual":"42","isCorrect":false,"inputTokens":19997,"outputTokens":2,"latencyMs":1654.6040839999914},{"questionId":"q143","format":"json-compact","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":15038,"outputTokens":2,"latencyMs":15710.817583000055},{"questionId":"q143","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":19622.94595799991},{"questionId":"q143","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":96751.23300000001},{"questionId":"q143","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":19255.413541000104},{"questionId":"q143","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"42","isCorrect":false,"inputTokens":17080,"outputTokens":2,"latencyMs":1639.9137910001446},{"questionId":"q144","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"12","isCorrect":false,"inputTokens":19997,"outputTokens":2,"latencyMs":2809.47258400009},{"questionId":"q144","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"12","isCorrect":false,"inputTokens":15038,"outputTokens":2,"latencyMs":1495.2700839999598},{"questionId":"q144","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":21624.437957999995},{"questionId":"q144","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":105621.89287500014},{"questionId":"q144","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":12316.06545799994},{"questionId":"q144","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":17080,"outputTokens":2,"latencyMs":1717.9178329999559},{"questionId":"q145","format":"json-pretty","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":19996,"outputTokens":2,"latencyMs":14630.169958000071},{"questionId":"q145","format":"json-compact","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":15037,"outputTokens":2,"latencyMs":10249.995333000086},{"questionId":"q145","format":"toon","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":12340,"outputTokens":2,"latencyMs":114218.44729199982},{"questionId":"q145","format":"csv","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":12210,"outputTokens":2,"latencyMs":100006.10058300011},{"questionId":"q145","format":"xml","model":"gemini-2.5-flash","expected":"19","actual":"20","isCorrect":false,"inputTokens":21884,"outputTokens":2,"latencyMs":2283.8036660000216},{"questionId":"q145","format":"yaml","model":"gemini-2.5-flash","expected":"19","actual":"22","isCorrect":false,"inputTokens":17079,"outputTokens":2,"latencyMs":2103.0395830001216},{"questionId":"q146","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"10","isCorrect":false,"inputTokens":19996,"outputTokens":2,"latencyMs":1374.8217919999734},{"questionId":"q146","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":15037,"outputTokens":1,"latencyMs":14885.648334000027},{"questionId":"q146","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12340,"outputTokens":1,"latencyMs":17923.629291999852},{"questionId":"q146","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12210,"outputTokens":1,"latencyMs":12248.153707999969},{"questionId":"q146","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":21884,"outputTokens":1,"latencyMs":10959.584374999627},{"questionId":"q146","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"10","isCorrect":false,"inputTokens":17079,"outputTokens":2,"latencyMs":949.2475829999894},{"questionId":"q147","format":"json-pretty","model":"gemini-2.5-flash","expected":"41","actual":"27","isCorrect":false,"inputTokens":19995,"outputTokens":2,"latencyMs":1862.1835830002092},{"questionId":"q147","format":"json-compact","model":"gemini-2.5-flash","expected":"41","actual":"42","isCorrect":false,"inputTokens":15036,"outputTokens":2,"latencyMs":1921.106416999828},{"questionId":"q147","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"31","isCorrect":false,"inputTokens":12339,"outputTokens":2,"latencyMs":1094.2161249998026},{"questionId":"q147","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"33","isCorrect":false,"inputTokens":12209,"outputTokens":2,"latencyMs":2119.0224580001086},{"questionId":"q147","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"32","isCorrect":false,"inputTokens":21883,"outputTokens":2,"latencyMs":1197.5784169998951},{"questionId":"q147","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"38","isCorrect":false,"inputTokens":17078,"outputTokens":2,"latencyMs":773.995333999861},{"questionId":"q148","format":"json-pretty","model":"gemini-2.5-flash","expected":"53","actual":"29","isCorrect":false,"inputTokens":19995,"outputTokens":2,"latencyMs":1446.295832999982},{"questionId":"q148","format":"json-compact","model":"gemini-2.5-flash","expected":"53","actual":"41","isCorrect":false,"inputTokens":15036,"outputTokens":2,"latencyMs":1076.7222079997882},{"questionId":"q148","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":12339,"outputTokens":2,"latencyMs":1399.3672500001267},{"questionId":"q148","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"49","isCorrect":false,"inputTokens":12209,"outputTokens":2,"latencyMs":2043.651083999779},{"questionId":"q148","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"60","isCorrect":false,"inputTokens":21883,"outputTokens":2,"latencyMs":848.0232500000857},{"questionId":"q148","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"37","isCorrect":false,"inputTokens":17078,"outputTokens":2,"latencyMs":876.4627920002677},{"questionId":"q149","format":"json-pretty","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":20007,"outputTokens":2,"latencyMs":42003.017082999926},{"questionId":"q149","format":"json-compact","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":15048,"outputTokens":2,"latencyMs":26051.794792000204},{"questionId":"q149","format":"toon","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12351,"outputTokens":2,"latencyMs":37074.3415000001},{"questionId":"q149","format":"csv","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12221,"outputTokens":2,"latencyMs":35307.39762499975},{"questionId":"q149","format":"xml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":21895,"outputTokens":2,"latencyMs":33295.00499999989},{"questionId":"q149","format":"yaml","model":"gemini-2.5-flash","expected":"57","actual":"59","isCorrect":false,"inputTokens":17090,"outputTokens":2,"latencyMs":41524.997542000376},{"questionId":"q150","format":"json-pretty","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":20008,"outputTokens":2,"latencyMs":39312.793500000145},{"questionId":"q150","format":"json-compact","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":15049,"outputTokens":2,"latencyMs":39399.504249999765},{"questionId":"q150","format":"toon","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12352,"outputTokens":2,"latencyMs":30952.59220900014},{"questionId":"q150","format":"csv","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12222,"outputTokens":2,"latencyMs":37696.35699999984},{"questionId":"q150","format":"xml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":21896,"outputTokens":2,"latencyMs":28299.2402499998},{"questionId":"q150","format":"yaml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":29372.897957999725},{"questionId":"q151","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":20008,"outputTokens":2,"latencyMs":19074.832083000336},{"questionId":"q151","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":15049,"outputTokens":2,"latencyMs":9358.130582999904},{"questionId":"q151","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12352,"outputTokens":2,"latencyMs":26521.612916000187},{"questionId":"q151","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12222,"outputTokens":2,"latencyMs":26094.811125000007},{"questionId":"q151","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":21896,"outputTokens":2,"latencyMs":11482.425040999893},{"questionId":"q151","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":10831.986916999798},{"questionId":"q152","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20008,"outputTokens":1,"latencyMs":9553.092249999754},{"questionId":"q152","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":15049,"outputTokens":1,"latencyMs":21526.74208300002},{"questionId":"q152","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12352,"outputTokens":1,"latencyMs":7089.067375000101},{"questionId":"q152","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12222,"outputTokens":1,"latencyMs":23203.943709000014},{"questionId":"q152","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21896,"outputTokens":1,"latencyMs":19071.255166999996},{"questionId":"q152","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17091,"outputTokens":1,"latencyMs":6154.325207999907},{"questionId":"q153","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20007,"outputTokens":1,"latencyMs":37419.37670799997},{"questionId":"q153","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":15048,"outputTokens":1,"latencyMs":20117.152832999825},{"questionId":"q153","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12351,"outputTokens":1,"latencyMs":24365.2469159998},{"questionId":"q153","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12221,"outputTokens":1,"latencyMs":26397.28500000015},{"questionId":"q153","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":22191.70887500001},{"questionId":"q153","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17090,"outputTokens":1,"latencyMs":29888.990666999947},{"questionId":"q154","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":20007,"outputTokens":1,"latencyMs":16844.398000000045},{"questionId":"q154","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":15048,"outputTokens":1,"latencyMs":14122.14058399992},{"questionId":"q154","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12351,"outputTokens":1,"latencyMs":12884.588541999925},{"questionId":"q154","format":"csv","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12221,"outputTokens":1,"latencyMs":52505.28945900034},{"questionId":"q154","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":25667.610208000056},{"questionId":"q154","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":17090,"outputTokens":1,"latencyMs":14003.719874999952}]
Reference in New Issue View Git Blame Copy Permalink