github/toon
1
0
Fork 0
mirror of https://github.com/voson-wang/toon.git synced 2026-01-29 15:24:10 +08:00
Code Issues Packages Projects Releases Wiki Activity
Files
54433de9306ede7036f43dbed2d3d0d5bbe9c6de
toon/benchmarks/results/accuracy/models/claude-haiku-4-5-20251001
Johann Schopplich 54433de930 chore: split token efficiency benchmark into mixed/flat tracks
2025-11-06 22:17:18 +01:00

1 line
209 KiB
Plaintext
Raw Blame History

[{"questionId":"q1","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7872,"outputTokens":6,"latencyMs":3747.2255830000004},{"questionId":"q1","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4765,"outputTokens":6,"latencyMs":2921.810583},{"questionId":"q1","format":"toon","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":2783.7856249999995},{"questionId":"q1","format":"csv","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":1120.941084},{"questionId":"q1","format":"xml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":9336.232417},{"questionId":"q1","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":2677.8910829999995},{"questionId":"q2","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7871,"outputTokens":4,"latencyMs":1338.059875},{"questionId":"q2","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4764,"outputTokens":4,"latencyMs":1457.6143339999999},{"questionId":"q2","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2981,"outputTokens":4,"latencyMs":1038.5566670000003},{"questionId":"q2","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2855,"outputTokens":4,"latencyMs":1974.8829590000005},{"questionId":"q2","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9359,"outputTokens":4,"latencyMs":2411.4672090000004},{"questionId":"q2","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5759,"outputTokens":4,"latencyMs":1265.2801670000008},{"questionId":"q3","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7876,"outputTokens":12,"latencyMs":1572.5894159999998},{"questionId":"q3","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4769,"outputTokens":12,"latencyMs":2830.9304999999995},{"questionId":"q3","format":"toon","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2986,"outputTokens":12,"latencyMs":1528.6681660000004},{"questionId":"q3","format":"csv","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2860,"outputTokens":12,"latencyMs":3767.811791},{"questionId":"q3","format":"xml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9364,"outputTokens":12,"latencyMs":1159.2020409999996},{"questionId":"q3","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5764,"outputTokens":12,"latencyMs":1367.3022500000006},{"questionId":"q4","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":7874,"outputTokens":5,"latencyMs":3095.129500000001},{"questionId":"q4","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":4767,"outputTokens":5,"latencyMs":1693.5331670000014},{"questionId":"q4","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":3221.582125000001},{"questionId":"q4","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2858,"outputTokens":5,"latencyMs":1492.971458},{"questionId":"q4","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":9362,"outputTokens":5,"latencyMs":1346.6191249999993},{"questionId":"q4","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1375.080167},{"questionId":"q5","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":7869,"outputTokens":4,"latencyMs":1121.877625000001},{"questionId":"q5","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":4762,"outputTokens":4,"latencyMs":948.3774580000008},{"questionId":"q5","format":"toon","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":1393.7517079999998},{"questionId":"q5","format":"csv","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":1155.542375000001},{"questionId":"q5","format":"xml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":1043.6502500000006},{"questionId":"q5","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":3228.308832999999},{"questionId":"q6","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7872,"outputTokens":6,"latencyMs":1256.970625},{"questionId":"q6","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4765,"outputTokens":6,"latencyMs":1025.7480419999993},{"questionId":"q6","format":"toon","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":1132.0782500000005},{"questionId":"q6","format":"csv","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":2142.365458},{"questionId":"q6","format":"xml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":2080.6092500000013},{"questionId":"q6","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":1210.7057080000013},{"questionId":"q7","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7872,"outputTokens":4,"latencyMs":1090.5825829999994},{"questionId":"q7","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4765,"outputTokens":4,"latencyMs":1535.7000000000007},{"questionId":"q7","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2982,"outputTokens":4,"latencyMs":1222.179959000001},{"questionId":"q7","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2856,"outputTokens":4,"latencyMs":1049.0751659999987},{"questionId":"q7","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9360,"outputTokens":4,"latencyMs":1230.4484169999996},{"questionId":"q7","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5760,"outputTokens":4,"latencyMs":1739.9550830000007},{"questionId":"q8","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7874,"outputTokens":12,"latencyMs":1557.4255830000002},{"questionId":"q8","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4767,"outputTokens":12,"latencyMs":2079.2580830000006},{"questionId":"q8","format":"toon","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2984,"outputTokens":12,"latencyMs":1137.633332999998},{"questionId":"q8","format":"csv","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2858,"outputTokens":12,"latencyMs":5444.174583},{"questionId":"q8","format":"xml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9362,"outputTokens":12,"latencyMs":1616.8709170000002},{"questionId":"q8","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5762,"outputTokens":12,"latencyMs":1436.9024170000012},{"questionId":"q9","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":7874,"outputTokens":5,"latencyMs":1218.9883750000008},{"questionId":"q9","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":4767,"outputTokens":5,"latencyMs":2579.079041000001},{"questionId":"q9","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":984.911583999994},{"questionId":"q9","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2858,"outputTokens":5,"latencyMs":1420.953916999999},{"questionId":"q9","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":9362,"outputTokens":5,"latencyMs":1233.8164160000015},{"questionId":"q9","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1528.6313749999972},{"questionId":"q10","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7871,"outputTokens":4,"latencyMs":1086.5321669999976},{"questionId":"q10","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4764,"outputTokens":4,"latencyMs":1298.361582999998},{"questionId":"q10","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2981,"outputTokens":4,"latencyMs":1986.3396250000005},{"questionId":"q10","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2855,"outputTokens":4,"latencyMs":5214.577333999994},{"questionId":"q10","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9359,"outputTokens":4,"latencyMs":1699.4031669999968},{"questionId":"q10","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5759,"outputTokens":4,"latencyMs":1041.1272499999977},{"questionId":"q11","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7871,"outputTokens":6,"latencyMs":1054.8125},{"questionId":"q11","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4764,"outputTokens":6,"latencyMs":1232.0851660000044},{"questionId":"q11","format":"toon","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2981,"outputTokens":6,"latencyMs":3603.302125000002},{"questionId":"q11","format":"csv","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2855,"outputTokens":6,"latencyMs":1361.7537500000035},{"questionId":"q11","format":"xml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9359,"outputTokens":6,"latencyMs":1295.7485840000008},{"questionId":"q11","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5759,"outputTokens":6,"latencyMs":1309.7658750000119},{"questionId":"q12","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7868,"outputTokens":4,"latencyMs":1508.831708999991},{"questionId":"q12","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4761,"outputTokens":4,"latencyMs":1485.5898749999906},{"questionId":"q12","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2978,"outputTokens":4,"latencyMs":1704.9682919999905},{"questionId":"q12","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2852,"outputTokens":4,"latencyMs":2072.332792000001},{"questionId":"q12","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9356,"outputTokens":4,"latencyMs":2042.1058340000018},{"questionId":"q12","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5756,"outputTokens":4,"latencyMs":1022.0689590000111},{"questionId":"q13","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7871,"outputTokens":9,"latencyMs":1478.9420419999951},{"questionId":"q13","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":4764,"outputTokens":9,"latencyMs":1206.9133339999971},{"questionId":"q13","format":"toon","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2981,"outputTokens":9,"latencyMs":1855.487832999992},{"questionId":"q13","format":"csv","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2855,"outputTokens":9,"latencyMs":1345.178792000006},{"questionId":"q13","format":"xml","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":9359,"outputTokens":9,"latencyMs":1810.7119999999995},{"questionId":"q13","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5759,"outputTokens":9,"latencyMs":1116.7739589999983},{"questionId":"q14","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":7872,"outputTokens":5,"latencyMs":1352.8121249999967},{"questionId":"q14","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":4765,"outputTokens":5,"latencyMs":1513.0337500000023},{"questionId":"q14","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2982,"outputTokens":5,"latencyMs":934.9062919999997},{"questionId":"q14","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2856,"outputTokens":5,"latencyMs":3354.265916999997},{"questionId":"q14","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":9360,"outputTokens":5,"latencyMs":2606.8619590000017},{"questionId":"q14","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":5760,"outputTokens":5,"latencyMs":1521.0823329999985},{"questionId":"q15","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":2065.053083000006},{"questionId":"q15","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1057.707500000004},{"questionId":"q15","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":26941.14987499999},{"questionId":"q15","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1312.0667909999902},{"questionId":"q15","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1390.5196250000008},{"questionId":"q15","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":2919.0788750000065},{"questionId":"q16","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1559.8299589999951},{"questionId":"q16","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1069.6315000000031},{"questionId":"q16","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":6287.78645900001},{"questionId":"q16","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"18","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1509.7129999999888},{"questionId":"q16","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1207.8612920000014},{"questionId":"q16","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":968.3102079999953},{"questionId":"q17","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1325.4860409999965},{"questionId":"q17","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1097.1348750000034},{"questionId":"q17","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"12","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":1021.5295000000042},{"questionId":"q17","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1476.0182080000086},{"questionId":"q17","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1380.0931249999994},{"questionId":"q17","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1397.382042000012},{"questionId":"q18","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1391.263791999998},{"questionId":"q18","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1566.7527499999997},{"questionId":"q18","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"12","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":1689.833832999997},{"questionId":"q18","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":3109.317624999996},{"questionId":"q18","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1403.3133750000125},{"questionId":"q18","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1652.9267910000053},{"questionId":"q19","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"91","actual":"86","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":2179.3034999999945},{"questionId":"q19","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"91","actual":"89","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1649.2567500000005},{"questionId":"q19","format":"toon","model":"claude-haiku-4-5-20251001","expected":"91","actual":"79","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1522.9747500000085},{"questionId":"q19","format":"csv","model":"claude-haiku-4-5-20251001","expected":"91","actual":"85","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":939.9512920000125},{"questionId":"q19","format":"xml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"89","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1207.9419999999955},{"questionId":"q19","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"85","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1988.2463750000024},{"questionId":"q20","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"67","actual":"58","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":2924.795874999996},{"questionId":"q20","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"67","actual":"52","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":2470.690875000015},{"questionId":"q20","format":"toon","model":"claude-haiku-4-5-20251001","expected":"67","actual":"54","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1208.9333340000012},{"questionId":"q20","format":"csv","model":"claude-haiku-4-5-20251001","expected":"67","actual":"42","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1149.5469169999997},{"questionId":"q20","format":"xml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"54","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1736.1649999999936},{"questionId":"q20","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"54","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":4402.052791999988},{"questionId":"q21","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"41","actual":"33","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1373.725083000012},{"questionId":"q21","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"41","actual":"32","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1633.4064160000125},{"questionId":"q21","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"28","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1425.0932080000057},{"questionId":"q21","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1278.793875000003},{"questionId":"q21","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1140.9653749999998},{"questionId":"q21","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1550.4657920000027},{"questionId":"q22","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"26","actual":"21","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1227.5324170000094},{"questionId":"q22","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1877.7659999999742},{"questionId":"q22","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"15","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1032.614750000008},{"questionId":"q22","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"14","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1377.6790000000037},{"questionId":"q22","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"21","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1086.3362079999933},{"questionId":"q22","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1904.3515830000106},{"questionId":"q23","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":7868,"outputTokens":5,"latencyMs":1124.1536250000063},{"questionId":"q23","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":4761,"outputTokens":5,"latencyMs":963.3330419999838},{"questionId":"q23","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2978,"outputTokens":5,"latencyMs":884.6147920000076},{"questionId":"q23","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2852,"outputTokens":5,"latencyMs":1038.1353749999835},{"questionId":"q23","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9356,"outputTokens":5,"latencyMs":1367.5606660000049},{"questionId":"q23","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":5756,"outputTokens":5,"latencyMs":1057.175458999991},{"questionId":"q24","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"$98,891.77","isCorrect":false,"inputTokens":7869,"outputTokens":9,"latencyMs":2143.641875000001},{"questionId":"q24","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"101,139.69","isCorrect":false,"inputTokens":4762,"outputTokens":9,"latencyMs":1432.5641250000044},{"questionId":"q24","format":"toon","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"97,645.57","isCorrect":false,"inputTokens":2979,"outputTokens":9,"latencyMs":8071.546292000014},{"questionId":"q24","format":"csv","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"98,573.47","isCorrect":false,"inputTokens":2853,"outputTokens":9,"latencyMs":1020.2025420000136},{"questionId":"q24","format":"xml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"99,450.57","isCorrect":false,"inputTokens":9357,"outputTokens":9,"latencyMs":1391.7168330000131},{"questionId":"q24","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"99,651.59","isCorrect":false,"inputTokens":5757,"outputTokens":9,"latencyMs":1306.3122919999878},{"questionId":"q25","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"78","actual":"81","isCorrect":false,"inputTokens":7866,"outputTokens":5,"latencyMs":1276.0518749999756},{"questionId":"q25","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"78","actual":"73","isCorrect":false,"inputTokens":4759,"outputTokens":5,"latencyMs":1854.9977080000099},{"questionId":"q25","format":"toon","model":"claude-haiku-4-5-20251001","expected":"78","actual":"75","isCorrect":false,"inputTokens":2976,"outputTokens":5,"latencyMs":1097.2358339999919},{"questionId":"q25","format":"csv","model":"claude-haiku-4-5-20251001","expected":"78","actual":"73","isCorrect":false,"inputTokens":2850,"outputTokens":5,"latencyMs":1302.2018329999992},{"questionId":"q25","format":"xml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"81","isCorrect":false,"inputTokens":9354,"outputTokens":5,"latencyMs":1211.7610829999903},{"questionId":"q25","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"73","isCorrect":false,"inputTokens":5754,"outputTokens":5,"latencyMs":1290.8992089999956},{"questionId":"q26","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":7866,"outputTokens":5,"latencyMs":1575.9195000000182},{"questionId":"q26","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4759,"outputTokens":5,"latencyMs":1828.5894580000022},{"questionId":"q26","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":2976,"outputTokens":5,"latencyMs":1003.0646669999987},{"questionId":"q26","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"23","isCorrect":false,"inputTokens":2850,"outputTokens":5,"latencyMs":11666.176791000005},{"questionId":"q26","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":9354,"outputTokens":5,"latencyMs":1360.7452090000152},{"questionId":"q26","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":5754,"outputTokens":5,"latencyMs":1563.8760410000104},{"questionId":"q27","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":13747.856959000026},{"questionId":"q27","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1500.9498749999912},{"questionId":"q27","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1379.5855419999862},{"questionId":"q27","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1013.2507500000065},{"questionId":"q27","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1329.2834579999908},{"questionId":"q27","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1776.3309160000063},{"questionId":"q28","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":977.9599999999919},{"questionId":"q28","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1235.1534160000156},{"questionId":"q28","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1544.3163329999952},{"questionId":"q28","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1526.507042000012},{"questionId":"q28","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1082.3577499999956},{"questionId":"q28","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1476.1088340000133},{"questionId":"q29","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1295.9645420000015},{"questionId":"q29","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":918.8387089999742},{"questionId":"q29","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":882.3547909999907},{"questionId":"q29","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":3609.5489159999997},{"questionId":"q29","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1814.7704580000136},{"questionId":"q29","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1224.6632079999836},{"questionId":"q30","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1129.0252080000064},{"questionId":"q30","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1175.276458999986},{"questionId":"q30","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"6","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":950.625457999995},{"questionId":"q30","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":12819.73679200001},{"questionId":"q30","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":2002.9130410000216},{"questionId":"q30","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":977.9986250000075},{"questionId":"q31","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1532.3262090000208},{"questionId":"q31","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1850.2622499999998},{"questionId":"q31","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1051.484375},{"questionId":"q31","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1176.5429170000134},{"questionId":"q31","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1196.092540999991},{"questionId":"q31","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1327.8430830000143},{"questionId":"q32","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"63","actual":"71","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":985.651291999995},{"questionId":"q32","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"63","actual":"62","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1208.4285830000008},{"questionId":"q32","format":"toon","model":"claude-haiku-4-5-20251001","expected":"63","actual":"62","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1041.6384580000013},{"questionId":"q32","format":"csv","model":"claude-haiku-4-5-20251001","expected":"63","actual":"61","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1157.084332999977},{"questionId":"q32","format":"xml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"61","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1752.969624999998},{"questionId":"q32","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"61","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1134.1398749999935},{"questionId":"q33","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"53","actual":"58","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1551.6836669999757},{"questionId":"q33","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"53","actual":"52","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":2077.159000000014},{"questionId":"q33","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"42","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1483.9020000000019},{"questionId":"q33","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"42","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1488.3274170000223},{"questionId":"q33","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"62","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":2154.828666000016},{"questionId":"q33","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"54","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1846.5945420000062},{"questionId":"q34","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1305.6004160000011},{"questionId":"q34","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1427.3588750000054},{"questionId":"q34","format":"toon","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1042.0632920000062},{"questionId":"q34","format":"csv","model":"claude-haiku-4-5-20251001","expected":"39","actual":"34","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1184.793291000009},{"questionId":"q34","format":"xml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":2390.703416000004},{"questionId":"q34","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"27","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1469.4059169999964},{"questionId":"q35","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":7875,"outputTokens":5,"latencyMs":1064.5622500000172},{"questionId":"q35","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":4768,"outputTokens":5,"latencyMs":1642.0770000000193},{"questionId":"q35","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":2985,"outputTokens":5,"latencyMs":1120.098708000005},{"questionId":"q35","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":2859,"outputTokens":5,"latencyMs":1252.0241249999963},{"questionId":"q35","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":9363,"outputTokens":5,"latencyMs":2049.6277079999854},{"questionId":"q35","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":5763,"outputTokens":5,"latencyMs":1793.4540419999976},{"questionId":"q36","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":7875,"outputTokens":5,"latencyMs":2757.324082999985},{"questionId":"q36","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":4768,"outputTokens":5,"latencyMs":2320.373166000005},{"questionId":"q36","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":2985,"outputTokens":5,"latencyMs":1634.2010829999927},{"questionId":"q36","format":"csv","model":"claude-haiku-4-5-20251001","expected":"8","actual":"10","isCorrect":false,"inputTokens":2859,"outputTokens":5,"latencyMs":1280.3182920000108},{"questionId":"q36","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":9363,"outputTokens":5,"latencyMs":1414.4694579999777},{"questionId":"q36","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":5763,"outputTokens":5,"latencyMs":1289.9177499999932},{"questionId":"q37","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":7875,"outputTokens":5,"latencyMs":1606.2816250000033},{"questionId":"q37","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"15","actual":"10","isCorrect":false,"inputTokens":4768,"outputTokens":5,"latencyMs":886.7526249999937},{"questionId":"q37","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15","actual":"7","isCorrect":false,"inputTokens":2985,"outputTokens":5,"latencyMs":1770.7423750000016},{"questionId":"q37","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":2859,"outputTokens":5,"latencyMs":1129.7027499999967},{"questionId":"q37","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":9363,"outputTokens":5,"latencyMs":1326.7756660000014},{"questionId":"q37","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":5763,"outputTokens":5,"latencyMs":1244.9512910000049},{"questionId":"q38","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":7868,"outputTokens":5,"latencyMs":2303.199290999997},{"questionId":"q38","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"12","isCorrect":true,"inputTokens":4761,"outputTokens":5,"latencyMs":988.4154160000035},{"questionId":"q38","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1135.6272089999984},{"questionId":"q38","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":2216.471582999977},{"questionId":"q38","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"14","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":1402.6461249999993},{"questionId":"q38","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":1525.9619999999995},{"questionId":"q39","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":7868,"outputTokens":5,"latencyMs":2766.2625420000113},{"questionId":"q39","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":4761,"outputTokens":5,"latencyMs":993.2882910000044},{"questionId":"q39","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1292.754333000019},{"questionId":"q39","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":2852,"outputTokens":5,"latencyMs":3731.617209000018},{"questionId":"q39","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"14","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":1350.6733330000134},{"questionId":"q39","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"14","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":1230.458500000008},{"questionId":"q40","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"14","actual":"11","isCorrect":false,"inputTokens":7868,"outputTokens":5,"latencyMs":1340.6134160000074},{"questionId":"q40","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":4761,"outputTokens":5,"latencyMs":1566.6151670000108},{"questionId":"q40","format":"toon","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1020.2389170000097},{"questionId":"q40","format":"csv","model":"claude-haiku-4-5-20251001","expected":"14","actual":"11","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":1323.4124160000065},{"questionId":"q40","format":"xml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"14","isCorrect":true,"inputTokens":9356,"outputTokens":5,"latencyMs":1243.769707999978},{"questionId":"q40","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":2543.6576249999925},{"questionId":"q41","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":13004,"outputTokens":7,"latencyMs":1830.4246250000142},{"questionId":"q41","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":7967,"outputTokens":7,"latencyMs":2355.811417000019},{"questionId":"q41","format":"toon","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8252,"outputTokens":7,"latencyMs":1341.0952089999919},{"questionId":"q41","format":"xml","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":14512,"outputTokens":7,"latencyMs":1344.1601249999949},{"questionId":"q41","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":9404,"outputTokens":7,"latencyMs":2204.634167000011},{"questionId":"q42","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13004,"outputTokens":4,"latencyMs":3446.15191700001},{"questionId":"q42","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7967,"outputTokens":4,"latencyMs":1556.5324170000094},{"questionId":"q42","format":"toon","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8252,"outputTokens":4,"latencyMs":1837.7918329999957},{"questionId":"q42","format":"xml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":14512,"outputTokens":4,"latencyMs":1632.2351250000065},{"questionId":"q42","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":9404,"outputTokens":4,"latencyMs":2044.2004170000146},{"questionId":"q43","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":13004,"outputTokens":7,"latencyMs":1630.1076660000253},{"questionId":"q43","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":7967,"outputTokens":7,"latencyMs":1369.3279589999584},{"questionId":"q43","format":"toon","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8252,"outputTokens":7,"latencyMs":1452.2839580000145},{"questionId":"q43","format":"xml","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":14512,"outputTokens":7,"latencyMs":1373.9980000000214},{"questionId":"q43","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":9404,"outputTokens":7,"latencyMs":1636.0830829999759},{"questionId":"q44","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13004,"outputTokens":4,"latencyMs":2228.6751669999794},{"questionId":"q44","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7967,"outputTokens":4,"latencyMs":1940.1909999999916},{"questionId":"q44","format":"toon","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8252,"outputTokens":4,"latencyMs":2043.3822909999872},{"questionId":"q44","format":"xml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":14512,"outputTokens":4,"latencyMs":1509.1585410000407},{"questionId":"q44","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":9404,"outputTokens":4,"latencyMs":1213.6742499999818},{"questionId":"q45","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":13004,"outputTokens":8,"latencyMs":1265.3637079999899},{"questionId":"q45","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":7967,"outputTokens":8,"latencyMs":1576.5751670000027},{"questionId":"q45","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8252,"outputTokens":8,"latencyMs":1485.6415419999976},{"questionId":"q45","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":14512,"outputTokens":8,"latencyMs":1341.5483330000425},{"questionId":"q45","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":9404,"outputTokens":8,"latencyMs":3450.5191249999916},{"questionId":"q46","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13004,"outputTokens":4,"latencyMs":1686.2210000000196},{"questionId":"q46","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7967,"outputTokens":4,"latencyMs":2141.375708000036},{"questionId":"q46","format":"toon","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8252,"outputTokens":4,"latencyMs":1289.4814999999944},{"questionId":"q46","format":"xml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":14512,"outputTokens":4,"latencyMs":1098.6300419999752},{"questionId":"q46","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":9404,"outputTokens":4,"latencyMs":1207.4634579999838},{"questionId":"q47","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":13004,"outputTokens":8,"latencyMs":1243.638957999996},{"questionId":"q47","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":7967,"outputTokens":8,"latencyMs":3812.3645829999587},{"questionId":"q47","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8252,"outputTokens":8,"latencyMs":2213.431500000006},{"questionId":"q47","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":14512,"outputTokens":8,"latencyMs":1691.9417919999687},{"questionId":"q47","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":9404,"outputTokens":8,"latencyMs":2512.596166000003},{"questionId":"q48","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13004,"outputTokens":4,"latencyMs":2114.355209000001},{"questionId":"q48","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7967,"outputTokens":4,"latencyMs":1123.921541000018},{"questionId":"q48","format":"toon","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8252,"outputTokens":4,"latencyMs":1474.0548749999725},{"questionId":"q48","format":"xml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":14512,"outputTokens":4,"latencyMs":1343.9823329999927},{"questionId":"q48","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9404,"outputTokens":4,"latencyMs":2654.778290999995},{"questionId":"q49","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":13005,"outputTokens":11,"latencyMs":1347.2805420000223},{"questionId":"q49","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":7968,"outputTokens":11,"latencyMs":2702.036291000026},{"questionId":"q49","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8253,"outputTokens":11,"latencyMs":1206.1224159999983},{"questionId":"q49","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":14513,"outputTokens":11,"latencyMs":2068.806042000011},{"questionId":"q49","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":9405,"outputTokens":11,"latencyMs":1275.5526250000112},{"questionId":"q50","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":13005,"outputTokens":16,"latencyMs":3023.1393749999697},{"questionId":"q50","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":7968,"outputTokens":16,"latencyMs":2354.748957999982},{"questionId":"q50","format":"toon","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8253,"outputTokens":16,"latencyMs":2071.663459000003},{"questionId":"q50","format":"xml","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":14513,"outputTokens":16,"latencyMs":1502.2921670000069},{"questionId":"q50","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":9405,"outputTokens":16,"latencyMs":1515.959916999971},{"questionId":"q51","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":13005,"outputTokens":10,"latencyMs":1404.4601249999832},{"questionId":"q51","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":7968,"outputTokens":10,"latencyMs":1676.1785420000087},{"questionId":"q51","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":8253,"outputTokens":10,"latencyMs":2079.989666999958},{"questionId":"q51","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":14513,"outputTokens":10,"latencyMs":1165.5671250000014},{"questionId":"q51","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":9405,"outputTokens":10,"latencyMs":1139.7104999999865},{"questionId":"q52","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":13004,"outputTokens":5,"latencyMs":3153.389749999973},{"questionId":"q52","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"10","isCorrect":false,"inputTokens":7967,"outputTokens":5,"latencyMs":4564.124000000011},{"questionId":"q52","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":8252,"outputTokens":5,"latencyMs":1191.950916999951},{"questionId":"q52","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"16","isCorrect":false,"inputTokens":14512,"outputTokens":5,"latencyMs":1053.8686250000028},{"questionId":"q52","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":9404,"outputTokens":5,"latencyMs":2395.5371250000317},{"questionId":"q53","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":13005,"outputTokens":9,"latencyMs":4874.421499999997},{"questionId":"q53","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":7968,"outputTokens":9,"latencyMs":1576.5129159999778},{"questionId":"q53","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8253,"outputTokens":9,"latencyMs":1393.1865839999518},{"questionId":"q53","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":14513,"outputTokens":9,"latencyMs":5676.521624999994},{"questionId":"q53","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":9405,"outputTokens":9,"latencyMs":2075.0591669999994},{"questionId":"q54","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":13005,"outputTokens":13,"latencyMs":1904.0866249999963},{"questionId":"q54","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":7968,"outputTokens":13,"latencyMs":2163.028457999986},{"questionId":"q54","format":"toon","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8253,"outputTokens":13,"latencyMs":2533.6664170000004},{"questionId":"q54","format":"xml","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":14513,"outputTokens":13,"latencyMs":1663.7972910000244},{"questionId":"q54","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":9405,"outputTokens":13,"latencyMs":2988.81362500001},{"questionId":"q55","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":13005,"outputTokens":10,"latencyMs":1442.7760419999831},{"questionId":"q55","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":7968,"outputTokens":10,"latencyMs":2164.487625000009},{"questionId":"q55","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":8253,"outputTokens":10,"latencyMs":1962.7372500000056},{"questionId":"q55","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":14513,"outputTokens":10,"latencyMs":3529.60016599996},{"questionId":"q55","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":9405,"outputTokens":10,"latencyMs":1633.5995409999741},{"questionId":"q56","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":13004,"outputTokens":5,"latencyMs":1206.5256250000093},{"questionId":"q56","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":7967,"outputTokens":5,"latencyMs":1173.0866250000545},{"questionId":"q56","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":8252,"outputTokens":5,"latencyMs":2177.1263749999925},{"questionId":"q56","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":14512,"outputTokens":5,"latencyMs":1634.7465000000084},{"questionId":"q56","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":9404,"outputTokens":5,"latencyMs":2631.121999999974},{"questionId":"q57","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":13005,"outputTokens":8,"latencyMs":1336.466625000001},{"questionId":"q57","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":7968,"outputTokens":8,"latencyMs":2858.739333000034},{"questionId":"q57","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":8253,"outputTokens":8,"latencyMs":1070.2450410000165},{"questionId":"q57","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":14513,"outputTokens":8,"latencyMs":1617.5849170000292},{"questionId":"q57","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":9405,"outputTokens":8,"latencyMs":2504.9906249999767},{"questionId":"q58","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":13005,"outputTokens":13,"latencyMs":3384.076333999983},{"questionId":"q58","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":7968,"outputTokens":13,"latencyMs":2108.4290829999954},{"questionId":"q58","format":"toon","model":"claude-haiku-4-5-20251001","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":8253,"outputTokens":13,"latencyMs":1525.2219160000095},{"questionId":"q58","format":"xml","model":"claude-haiku-4-5-20251001","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":14513,"outputTokens":13,"latencyMs":1659.5020000000368},{"questionId":"q58","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":9405,"outputTokens":13,"latencyMs":1307.1049580000108},{"questionId":"q59","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":13000,"outputTokens":5,"latencyMs":1834.0875419999938},{"questionId":"q59","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":7963,"outputTokens":5,"latencyMs":2369.56104099995},{"questionId":"q59","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8248,"outputTokens":5,"latencyMs":1110.8243340000045},{"questionId":"q59","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":14508,"outputTokens":5,"latencyMs":1719.693041999999},{"questionId":"q59","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9400,"outputTokens":5,"latencyMs":1269.2765839999774},{"questionId":"q60","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":13000,"outputTokens":5,"latencyMs":1340.5488340000156},{"questionId":"q60","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":7963,"outputTokens":5,"latencyMs":1855.3194169999915},{"questionId":"q60","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":8248,"outputTokens":5,"latencyMs":1909.7157080000034},{"questionId":"q60","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":14508,"outputTokens":5,"latencyMs":1520.6131250000326},{"questionId":"q60","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9400,"outputTokens":5,"latencyMs":2178.6250420000288},{"questionId":"q61","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13000,"outputTokens":5,"latencyMs":1453.6796249999898},{"questionId":"q61","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":7963,"outputTokens":5,"latencyMs":1541.9340409999713},{"questionId":"q61","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8248,"outputTokens":5,"latencyMs":1213.3596670000115},{"questionId":"q61","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":14508,"outputTokens":5,"latencyMs":1386.9310000000405},{"questionId":"q61","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9400,"outputTokens":5,"latencyMs":1245.4910420000087},{"questionId":"q62","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13000,"outputTokens":5,"latencyMs":1706.4822909999639},{"questionId":"q62","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":7963,"outputTokens":5,"latencyMs":1306.5572500000126},{"questionId":"q62","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8248,"outputTokens":5,"latencyMs":1635.698000000033},{"questionId":"q62","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":14508,"outputTokens":5,"latencyMs":1345.5546249999898},{"questionId":"q62","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9400,"outputTokens":5,"latencyMs":1146.4787079999805},{"questionId":"q63","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13000,"outputTokens":5,"latencyMs":2665.3537909999723},{"questionId":"q63","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":7963,"outputTokens":5,"latencyMs":1568.1560410000384},{"questionId":"q63","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8248,"outputTokens":5,"latencyMs":1243.9170840000152},{"questionId":"q63","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":14508,"outputTokens":5,"latencyMs":2451.993958999985},{"questionId":"q63","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9400,"outputTokens":5,"latencyMs":3475.197792000021},{"questionId":"q64","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"50481.92","isCorrect":false,"inputTokens":13000,"outputTokens":8,"latencyMs":5040.882125000004},{"questionId":"q64","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"38,289.98","isCorrect":false,"inputTokens":7963,"outputTokens":9,"latencyMs":2727.721749999968},{"questionId":"q64","format":"toon","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"38,847.69","isCorrect":false,"inputTokens":8248,"outputTokens":9,"latencyMs":1474.5514590000384},{"questionId":"q64","format":"xml","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"42,788.06","isCorrect":false,"inputTokens":14508,"outputTokens":9,"latencyMs":1921.3594169999706},{"questionId":"q64","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"41,847.53","isCorrect":false,"inputTokens":9400,"outputTokens":9,"latencyMs":1248.1431659999653},{"questionId":"q65","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"798.47","isCorrect":false,"inputTokens":12998,"outputTokens":7,"latencyMs":1413.8325000000186},{"questionId":"q65","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"802.77","isCorrect":false,"inputTokens":7961,"outputTokens":7,"latencyMs":1216.7267920000013},{"questionId":"q65","format":"toon","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"$748.77","isCorrect":false,"inputTokens":8246,"outputTokens":7,"latencyMs":1171.9138750000275},{"questionId":"q65","format":"xml","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"763.73","isCorrect":false,"inputTokens":14506,"outputTokens":7,"latencyMs":1355.4569999999949},{"questionId":"q65","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"730.46","isCorrect":false,"inputTokens":9398,"outputTokens":7,"latencyMs":2486.541750000033},{"questionId":"q66","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":12999,"outputTokens":5,"latencyMs":6096.421374999976},{"questionId":"q66","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":7962,"outputTokens":5,"latencyMs":1554.1078339999658},{"questionId":"q66","format":"toon","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8247,"outputTokens":5,"latencyMs":1259.857040999981},{"questionId":"q66","format":"xml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":14507,"outputTokens":5,"latencyMs":1473.9799580000108},{"questionId":"q66","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":9399,"outputTokens":5,"latencyMs":1239.878000000026},{"questionId":"q67","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":12998,"outputTokens":8,"latencyMs":1632.1869169999845},{"questionId":"q67","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":7961,"outputTokens":8,"latencyMs":2076.3204590000096},{"questionId":"q67","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8246,"outputTokens":8,"latencyMs":3142.038707999978},{"questionId":"q67","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":14506,"outputTokens":8,"latencyMs":1309.6589159999858},{"questionId":"q67","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":9398,"outputTokens":8,"latencyMs":1304.5920410000253},{"questionId":"q68","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"43","actual":"48","isCorrect":false,"inputTokens":13002,"outputTokens":5,"latencyMs":2030.498041999992},{"questionId":"q68","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"43","actual":"41","isCorrect":false,"inputTokens":7965,"outputTokens":5,"latencyMs":2293.294042000023},{"questionId":"q68","format":"toon","model":"claude-haiku-4-5-20251001","expected":"43","actual":"48","isCorrect":false,"inputTokens":8250,"outputTokens":5,"latencyMs":1324.4650839999667},{"questionId":"q68","format":"xml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"45","isCorrect":false,"inputTokens":14510,"outputTokens":5,"latencyMs":1374.934750000015},{"questionId":"q68","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"46","isCorrect":false,"inputTokens":9402,"outputTokens":5,"latencyMs":1699.4451250000275},{"questionId":"q69","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"37","actual":"35","isCorrect":false,"inputTokens":13002,"outputTokens":5,"latencyMs":182685.678542},{"questionId":"q69","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"37","actual":"35","isCorrect":false,"inputTokens":7965,"outputTokens":5,"latencyMs":1888.0198330000276},{"questionId":"q69","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"39","isCorrect":false,"inputTokens":8250,"outputTokens":5,"latencyMs":1630.1593330000178},{"questionId":"q69","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"33","isCorrect":false,"inputTokens":14510,"outputTokens":5,"latencyMs":3954.4302920000046},{"questionId":"q69","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"34","isCorrect":false,"inputTokens":9402,"outputTokens":5,"latencyMs":1861.3942919999827},{"questionId":"q70","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"28","actual":"27","isCorrect":false,"inputTokens":13002,"outputTokens":5,"latencyMs":1476.656874999986},{"questionId":"q70","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"28","actual":"31","isCorrect":false,"inputTokens":7965,"outputTokens":5,"latencyMs":1359.194084000017},{"questionId":"q70","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"34","isCorrect":false,"inputTokens":8250,"outputTokens":5,"latencyMs":1324.2691249999916},{"questionId":"q70","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":14510,"outputTokens":5,"latencyMs":1369.8225410000305},{"questionId":"q70","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":9402,"outputTokens":5,"latencyMs":4787.399207999988},{"questionId":"q71","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":13006,"outputTokens":5,"latencyMs":1579.1012089999858},{"questionId":"q71","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":7969,"outputTokens":5,"latencyMs":1724.060375000001},{"questionId":"q71","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"6","isCorrect":false,"inputTokens":8254,"outputTokens":5,"latencyMs":1151.20633299998},{"questionId":"q71","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":14514,"outputTokens":5,"latencyMs":1648.3062919999938},{"questionId":"q71","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":9406,"outputTokens":5,"latencyMs":2144.7918749999953},{"questionId":"q72","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"7","isCorrect":false,"inputTokens":13006,"outputTokens":5,"latencyMs":2013.1418750000303},{"questionId":"q72","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"7","isCorrect":false,"inputTokens":7969,"outputTokens":5,"latencyMs":2122.629666999972},{"questionId":"q72","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":8254,"outputTokens":5,"latencyMs":2647.8001670000376},{"questionId":"q72","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"8","isCorrect":false,"inputTokens":14514,"outputTokens":5,"latencyMs":3617.6320839999826},{"questionId":"q72","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"7","isCorrect":false,"inputTokens":9406,"outputTokens":5,"latencyMs":2260.3194590000203},{"questionId":"q73","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":13006,"outputTokens":5,"latencyMs":1404.7651250000345},{"questionId":"q73","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"6","isCorrect":false,"inputTokens":7969,"outputTokens":5,"latencyMs":1338.5815409999923},{"questionId":"q73","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8254,"outputTokens":5,"latencyMs":2638.7659170000115},{"questionId":"q73","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":14514,"outputTokens":5,"latencyMs":1359.9575830000103},{"questionId":"q73","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9406,"outputTokens":5,"latencyMs":1286.6426249999786},{"questionId":"q74","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"9","actual":"9","isCorrect":true,"inputTokens":13006,"outputTokens":5,"latencyMs":3217.2233750000014},{"questionId":"q74","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":7969,"outputTokens":5,"latencyMs":1434.9046669999952},{"questionId":"q74","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":8254,"outputTokens":5,"latencyMs":1064.3113749999902},{"questionId":"q74","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":14514,"outputTokens":5,"latencyMs":1576.0896659999853},{"questionId":"q74","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":9406,"outputTokens":5,"latencyMs":1684.4146249999758},{"questionId":"q75","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":13006,"outputTokens":5,"latencyMs":2153.9197919999715},{"questionId":"q75","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"5","isCorrect":false,"inputTokens":7969,"outputTokens":5,"latencyMs":1268.8854580000043},{"questionId":"q75","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"5","isCorrect":false,"inputTokens":8254,"outputTokens":5,"latencyMs":1146.9301250000135},{"questionId":"q75","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"6","isCorrect":false,"inputTokens":14514,"outputTokens":5,"latencyMs":1550.7630000000354},{"questionId":"q75","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"6","isCorrect":false,"inputTokens":9406,"outputTokens":5,"latencyMs":1215.095166999963},{"questionId":"q76","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":13007,"outputTokens":5,"latencyMs":4606.803041999985},{"questionId":"q76","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":7970,"outputTokens":5,"latencyMs":3169.05266700004},{"questionId":"q76","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":8255,"outputTokens":5,"latencyMs":1167.562957999995},{"questionId":"q76","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":14515,"outputTokens":5,"latencyMs":1157.7255000000005},{"questionId":"q76","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":9407,"outputTokens":5,"latencyMs":1031.775667000038},{"questionId":"q77","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"6","isCorrect":false,"inputTokens":13007,"outputTokens":5,"latencyMs":2042.5134170000092},{"questionId":"q77","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":7970,"outputTokens":5,"latencyMs":1320.4036249999772},{"questionId":"q77","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":8255,"outputTokens":5,"latencyMs":1385.2139580000076},{"questionId":"q77","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":14515,"outputTokens":5,"latencyMs":1844.7227090000524},{"questionId":"q77","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"6","isCorrect":false,"inputTokens":9407,"outputTokens":5,"latencyMs":1160.8772499999614},{"questionId":"q78","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":13007,"outputTokens":5,"latencyMs":1342.921875},{"questionId":"q78","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":7970,"outputTokens":5,"latencyMs":2482.2525000000023},{"questionId":"q78","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":8255,"outputTokens":5,"latencyMs":1140.8186250000144},{"questionId":"q78","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":14515,"outputTokens":5,"latencyMs":1647.821249999979},{"questionId":"q78","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":9407,"outputTokens":5,"latencyMs":3068.205249999999},{"questionId":"q79","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"20","actual":"21","isCorrect":false,"inputTokens":13010,"outputTokens":5,"latencyMs":1294.8420000000042},{"questionId":"q79","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"20","actual":"18","isCorrect":false,"inputTokens":7973,"outputTokens":5,"latencyMs":1179.3897089999518},{"questionId":"q79","format":"toon","model":"claude-haiku-4-5-20251001","expected":"20","actual":"20","isCorrect":true,"inputTokens":8258,"outputTokens":5,"latencyMs":1324.1126250000088},{"questionId":"q79","format":"xml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"28","isCorrect":false,"inputTokens":14518,"outputTokens":5,"latencyMs":1319.52454199997},{"questionId":"q79","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"29","isCorrect":false,"inputTokens":9410,"outputTokens":5,"latencyMs":1805.6648750000168},{"questionId":"q80","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"19","actual":"18","isCorrect":false,"inputTokens":13010,"outputTokens":5,"latencyMs":2000.2945419999887},{"questionId":"q80","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"19","actual":"19","isCorrect":true,"inputTokens":7973,"outputTokens":5,"latencyMs":980.2939589999733},{"questionId":"q80","format":"toon","model":"claude-haiku-4-5-20251001","expected":"19","actual":"20","isCorrect":false,"inputTokens":8258,"outputTokens":5,"latencyMs":1770.3537090000464},{"questionId":"q80","format":"xml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"18","isCorrect":false,"inputTokens":14518,"outputTokens":5,"latencyMs":1149.4648329999764},{"questionId":"q80","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"21","isCorrect":false,"inputTokens":9410,"outputTokens":5,"latencyMs":1168.3587079999852},{"questionId":"q81","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4079,"outputTokens":6,"latencyMs":1073.85275000002},{"questionId":"q81","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2392,"outputTokens":6,"latencyMs":2205.179333999986},{"questionId":"q81","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1506,"outputTokens":6,"latencyMs":1900.4008340000291},{"questionId":"q81","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1442,"outputTokens":6,"latencyMs":1647.0211659999914},{"questionId":"q81","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4784,"outputTokens":6,"latencyMs":1340.011125000019},{"questionId":"q81","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3107,"outputTokens":6,"latencyMs":1060.5255830000388},{"questionId":"q82","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4079,"outputTokens":8,"latencyMs":1436.7931249999674},{"questionId":"q82","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2392,"outputTokens":8,"latencyMs":1566.206125000026},{"questionId":"q82","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1506,"outputTokens":8,"latencyMs":1569.1976670000004},{"questionId":"q82","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1442,"outputTokens":8,"latencyMs":1098.6530839999905},{"questionId":"q82","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4784,"outputTokens":8,"latencyMs":1308.7965829999885},{"questionId":"q82","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3107,"outputTokens":8,"latencyMs":1458.5499999999302},{"questionId":"q83","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4080,"outputTokens":7,"latencyMs":5637.0131249999395},{"questionId":"q83","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2393,"outputTokens":7,"latencyMs":1889.798875000095},{"questionId":"q83","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1507,"outputTokens":7,"latencyMs":1101.9957089999225},{"questionId":"q83","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1443,"outputTokens":7,"latencyMs":3822.505790999974},{"questionId":"q83","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4785,"outputTokens":7,"latencyMs":1578.7188329999335},{"questionId":"q83","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3108,"outputTokens":7,"latencyMs":1850.4493749999674},{"questionId":"q84","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":4081,"outputTokens":5,"latencyMs":1180.4845000000205},{"questionId":"q84","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":2394,"outputTokens":5,"latencyMs":1747.6287499999162},{"questionId":"q84","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":1508,"outputTokens":5,"latencyMs":1265.3997909999453},{"questionId":"q84","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":1444,"outputTokens":5,"latencyMs":1009.8214999999618},{"questionId":"q84","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":4786,"outputTokens":5,"latencyMs":1001.704000000027},{"questionId":"q84","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":3109,"outputTokens":5,"latencyMs":3116.8717079999624},{"questionId":"q85","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4079,"outputTokens":6,"latencyMs":1040.9055830000434},{"questionId":"q85","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2392,"outputTokens":6,"latencyMs":1234.8509169999743},{"questionId":"q85","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1506,"outputTokens":6,"latencyMs":991.7144169999519},{"questionId":"q85","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1442,"outputTokens":6,"latencyMs":1210.452457999927},{"questionId":"q85","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4784,"outputTokens":6,"latencyMs":1064.5124579999829},{"questionId":"q85","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3107,"outputTokens":6,"latencyMs":1677.9898340000072},{"questionId":"q86","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4079,"outputTokens":8,"latencyMs":2090.6184169999324},{"questionId":"q86","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2392,"outputTokens":8,"latencyMs":2287.6820829999633},{"questionId":"q86","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1506,"outputTokens":8,"latencyMs":1851.6334580000257},{"questionId":"q86","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1442,"outputTokens":8,"latencyMs":1415.8229170000413},{"questionId":"q86","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4784,"outputTokens":8,"latencyMs":1097.2305829999968},{"questionId":"q86","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3107,"outputTokens":8,"latencyMs":1177.7102079999167},{"questionId":"q87","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4080,"outputTokens":7,"latencyMs":1191.470915999962},{"questionId":"q87","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2393,"outputTokens":7,"latencyMs":1451.095708000008},{"questionId":"q87","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1507,"outputTokens":7,"latencyMs":1122.7395419999957},{"questionId":"q87","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1443,"outputTokens":7,"latencyMs":1271.1667909999378},{"questionId":"q87","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4785,"outputTokens":7,"latencyMs":1255.3624999999302},{"questionId":"q87","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3108,"outputTokens":7,"latencyMs":8087.515875000041},{"questionId":"q88","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":4081,"outputTokens":5,"latencyMs":1101.9767920000013},{"questionId":"q88","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":2394,"outputTokens":5,"latencyMs":1738.3698330000043},{"questionId":"q88","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":1508,"outputTokens":5,"latencyMs":2417.057250000071},{"questionId":"q88","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":1444,"outputTokens":5,"latencyMs":1185.279957999941},{"questionId":"q88","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":4786,"outputTokens":5,"latencyMs":4166.779875000007},{"questionId":"q88","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":3109,"outputTokens":5,"latencyMs":1461.0815410000505},{"questionId":"q89","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4079,"outputTokens":6,"latencyMs":1169.468625000096},{"questionId":"q89","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2392,"outputTokens":6,"latencyMs":1500.8087499999674},{"questionId":"q89","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1506,"outputTokens":6,"latencyMs":2689.519874999998},{"questionId":"q89","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1442,"outputTokens":6,"latencyMs":1161.876958000008},{"questionId":"q89","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4784,"outputTokens":6,"latencyMs":2493.3445830000564},{"questionId":"q89","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3107,"outputTokens":6,"latencyMs":1563.2277499999618},{"questionId":"q90","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4076,"outputTokens":5,"latencyMs":1127.4231660000514},{"questionId":"q90","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":2389,"outputTokens":5,"latencyMs":9118.911625000066},{"questionId":"q90","format":"toon","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":1503,"outputTokens":5,"latencyMs":983.7548330000136},{"questionId":"q90","format":"csv","model":"claude-haiku-4-5-20251001","expected":"60","actual":"59","isCorrect":false,"inputTokens":1439,"outputTokens":5,"latencyMs":1509.3264999999665},{"questionId":"q90","format":"xml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4781,"outputTokens":5,"latencyMs":1153.4027909999713},{"questionId":"q90","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":3104,"outputTokens":5,"latencyMs":2618.4245830000145},{"questionId":"q91","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"177,551","isCorrect":false,"inputTokens":4077,"outputTokens":7,"latencyMs":2493.7317909999983},{"questionId":"q91","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"320,584","isCorrect":false,"inputTokens":2390,"outputTokens":7,"latencyMs":1323.7533340000082},{"questionId":"q91","format":"toon","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"331,747","isCorrect":false,"inputTokens":1504,"outputTokens":7,"latencyMs":961.5769159999909},{"questionId":"q91","format":"csv","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"348,635","isCorrect":false,"inputTokens":1440,"outputTokens":7,"latencyMs":1252.5169999999925},{"questionId":"q91","format":"xml","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"378,747","isCorrect":false,"inputTokens":4782,"outputTokens":7,"latencyMs":1653.3355420000153},{"questionId":"q91","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"181,829","isCorrect":false,"inputTokens":3105,"outputTokens":7,"latencyMs":1387.7437500000233},{"questionId":"q92","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1290","isCorrect":false,"inputTokens":4078,"outputTokens":6,"latencyMs":4921.475834000041},{"questionId":"q92","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1467","isCorrect":false,"inputTokens":2391,"outputTokens":6,"latencyMs":1198.3249579999829},{"questionId":"q92","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1713","isCorrect":false,"inputTokens":1505,"outputTokens":6,"latencyMs":1055.5421250000363},{"questionId":"q92","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1313","isCorrect":false,"inputTokens":1441,"outputTokens":6,"latencyMs":1073.2727919999743},{"questionId":"q92","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1465","isCorrect":false,"inputTokens":4783,"outputTokens":6,"latencyMs":1192.894708000007},{"questionId":"q92","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1268","isCorrect":false,"inputTokens":3106,"outputTokens":6,"latencyMs":1030.2679169999901},{"questionId":"q93","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"365,832.94","isCorrect":false,"inputTokens":4075,"outputTokens":9,"latencyMs":1994.6799579999642},{"questionId":"q93","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"383,557.28","isCorrect":false,"inputTokens":2388,"outputTokens":9,"latencyMs":1145.892583000008},{"questionId":"q93","format":"toon","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"438,845.07","isCorrect":false,"inputTokens":1502,"outputTokens":9,"latencyMs":1112.11258299998},{"questionId":"q93","format":"csv","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"458,566.72","isCorrect":false,"inputTokens":1438,"outputTokens":9,"latencyMs":923.2997500000056},{"questionId":"q93","format":"xml","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"408,844.28","isCorrect":false,"inputTokens":4780,"outputTokens":9,"latencyMs":7965.302291000029},{"questionId":"q93","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"373,891.88","isCorrect":false,"inputTokens":3103,"outputTokens":9,"latencyMs":1744.4718750000466},{"questionId":"q94","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5316","isCorrect":false,"inputTokens":4073,"outputTokens":8,"latencyMs":2774.513540999964},{"questionId":"q94","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5325","isCorrect":false,"inputTokens":2386,"outputTokens":8,"latencyMs":934.7267089999514},{"questionId":"q94","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5317","isCorrect":true,"inputTokens":1500,"outputTokens":8,"latencyMs":1071.787541000056},{"questionId":"q94","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.527","isCorrect":true,"inputTokens":1436,"outputTokens":7,"latencyMs":1053.8989170000423},{"questionId":"q94","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.533","isCorrect":true,"inputTokens":4778,"outputTokens":7,"latencyMs":1543.6666660000337},{"questionId":"q94","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.535","isCorrect":false,"inputTokens":3101,"outputTokens":7,"latencyMs":1112.2539589999942},{"questionId":"q95","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"33","actual":"28","isCorrect":false,"inputTokens":4078,"outputTokens":5,"latencyMs":1261.9795829999493},{"questionId":"q95","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"33","actual":"34","isCorrect":false,"inputTokens":2391,"outputTokens":5,"latencyMs":3088.7680829999736},{"questionId":"q95","format":"toon","model":"claude-haiku-4-5-20251001","expected":"33","actual":"34","isCorrect":false,"inputTokens":1505,"outputTokens":5,"latencyMs":1120.9447080000537},{"questionId":"q95","format":"csv","model":"claude-haiku-4-5-20251001","expected":"33","actual":"28","isCorrect":false,"inputTokens":1441,"outputTokens":5,"latencyMs":1296.1010000000242},{"questionId":"q95","format":"xml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"38","isCorrect":false,"inputTokens":4783,"outputTokens":5,"latencyMs":1416.093957999954},{"questionId":"q95","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"34","isCorrect":false,"inputTokens":3106,"outputTokens":5,"latencyMs":984.6679579999764},{"questionId":"q96","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":4078,"outputTokens":5,"latencyMs":1196.8827909999527},{"questionId":"q96","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"14","actual":"12","isCorrect":false,"inputTokens":2391,"outputTokens":5,"latencyMs":1160.3703339999774},{"questionId":"q96","format":"toon","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":1505,"outputTokens":5,"latencyMs":1486.2056249999441},{"questionId":"q96","format":"csv","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":1441,"outputTokens":5,"latencyMs":1138.7902920000488},{"questionId":"q96","format":"xml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"12","isCorrect":false,"inputTokens":4783,"outputTokens":5,"latencyMs":1258.2779169999994},{"questionId":"q96","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"12","isCorrect":false,"inputTokens":3106,"outputTokens":5,"latencyMs":1735.3332919999957},{"questionId":"q97","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"57","actual":"57","isCorrect":true,"inputTokens":4078,"outputTokens":5,"latencyMs":1029.8877080000238},{"questionId":"q97","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"57","actual":"54","isCorrect":false,"inputTokens":2391,"outputTokens":5,"latencyMs":1632.076250000042},{"questionId":"q97","format":"toon","model":"claude-haiku-4-5-20251001","expected":"57","actual":"57","isCorrect":true,"inputTokens":1505,"outputTokens":5,"latencyMs":1069.6453329999931},{"questionId":"q97","format":"csv","model":"claude-haiku-4-5-20251001","expected":"57","actual":"50","isCorrect":false,"inputTokens":1441,"outputTokens":5,"latencyMs":2808.8671669999603},{"questionId":"q97","format":"xml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"47","isCorrect":false,"inputTokens":4783,"outputTokens":5,"latencyMs":1184.247250000015},{"questionId":"q97","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"48","isCorrect":false,"inputTokens":3106,"outputTokens":5,"latencyMs":5181.393459000043},{"questionId":"q98","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":4078,"outputTokens":5,"latencyMs":1811.7368749999441},{"questionId":"q98","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":2391,"outputTokens":5,"latencyMs":2734.5190000000875},{"questionId":"q98","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"27","isCorrect":false,"inputTokens":1505,"outputTokens":5,"latencyMs":1573.4972920001019},{"questionId":"q98","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":1441,"outputTokens":5,"latencyMs":1124.284250000026},{"questionId":"q98","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":4783,"outputTokens":5,"latencyMs":3250.0191249999916},{"questionId":"q98","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"14","isCorrect":false,"inputTokens":3106,"outputTokens":5,"latencyMs":2631.1101659999695},{"questionId":"q99","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":987.7067500000121},{"questionId":"q99","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"20","actual":"19","isCorrect":false,"inputTokens":2399,"outputTokens":5,"latencyMs":2176.1284999999916},{"questionId":"q99","format":"toon","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":1513,"outputTokens":5,"latencyMs":4509.524124999996},{"questionId":"q99","format":"csv","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":1449,"outputTokens":5,"latencyMs":1426.654499999946},{"questionId":"q99","format":"xml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"17","isCorrect":false,"inputTokens":4791,"outputTokens":5,"latencyMs":2687.1330000000307},{"questionId":"q99","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":3114,"outputTokens":5,"latencyMs":2202.6045830000658},{"questionId":"q100","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"14","actual":"8","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":1806.1827920000069},{"questionId":"q100","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"14","actual":"10","isCorrect":false,"inputTokens":2399,"outputTokens":5,"latencyMs":1447.5987090000417},{"questionId":"q100","format":"toon","model":"claude-haiku-4-5-20251001","expected":"14","actual":"8","isCorrect":false,"inputTokens":1513,"outputTokens":5,"latencyMs":1087.3859999999404},{"questionId":"q100","format":"csv","model":"claude-haiku-4-5-20251001","expected":"14","actual":"8","isCorrect":false,"inputTokens":1449,"outputTokens":5,"latencyMs":1619.6073750000214},{"questionId":"q100","format":"xml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"10","isCorrect":false,"inputTokens":4791,"outputTokens":5,"latencyMs":2673.9747920000227},{"questionId":"q100","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"10","isCorrect":false,"inputTokens":3114,"outputTokens":5,"latencyMs":1552.0029169999762},{"questionId":"q101","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4083,"outputTokens":5,"latencyMs":1442.6959590000333},{"questionId":"q101","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"24","isCorrect":false,"inputTokens":2396,"outputTokens":5,"latencyMs":1274.7615409999853},{"questionId":"q101","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":1510,"outputTokens":5,"latencyMs":899.9069999998901},{"questionId":"q101","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":1446,"outputTokens":5,"latencyMs":937.9615420000628},{"questionId":"q101","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"21","isCorrect":false,"inputTokens":4788,"outputTokens":5,"latencyMs":1032.2958749999525},{"questionId":"q101","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":3111,"outputTokens":5,"latencyMs":985.7001249999739},{"questionId":"q102","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":4084,"outputTokens":5,"latencyMs":1538.7321249999804},{"questionId":"q102","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":2397,"outputTokens":5,"latencyMs":819.7917080000043},{"questionId":"q102","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"20","isCorrect":false,"inputTokens":1511,"outputTokens":5,"latencyMs":1299.356625000015},{"questionId":"q102","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":1447,"outputTokens":5,"latencyMs":1184.4951659999788},{"questionId":"q102","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4789,"outputTokens":5,"latencyMs":1194.1013329999987},{"questionId":"q102","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":3112,"outputTokens":5,"latencyMs":959.4304160000756},{"questionId":"q103","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":4084,"outputTokens":5,"latencyMs":1317.918207999901},{"questionId":"q103","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":2397,"outputTokens":5,"latencyMs":1666.674917000113},{"questionId":"q103","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"19","isCorrect":false,"inputTokens":1511,"outputTokens":5,"latencyMs":1190.9899999999907},{"questionId":"q103","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":1447,"outputTokens":5,"latencyMs":1024.4910829999717},{"questionId":"q103","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4789,"outputTokens":5,"latencyMs":1087.4155409999657},{"questionId":"q103","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":3112,"outputTokens":5,"latencyMs":2191.6508750000503},{"questionId":"q104","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":4084,"outputTokens":5,"latencyMs":1085.4212080000434},{"questionId":"q104","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"20","actual":"14","isCorrect":false,"inputTokens":2397,"outputTokens":5,"latencyMs":1045.2354160000104},{"questionId":"q104","format":"toon","model":"claude-haiku-4-5-20251001","expected":"20","actual":"18","isCorrect":false,"inputTokens":1511,"outputTokens":5,"latencyMs":2982.1912500000326},{"questionId":"q104","format":"csv","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":1447,"outputTokens":5,"latencyMs":1749.577833999996},{"questionId":"q104","format":"xml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":4789,"outputTokens":5,"latencyMs":1571.0683750000317},{"questionId":"q104","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":3112,"outputTokens":5,"latencyMs":1756.3833749999758},{"questionId":"q105","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"18","actual":"13","isCorrect":false,"inputTokens":4084,"outputTokens":5,"latencyMs":2996.00320799998},{"questionId":"q105","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"18","actual":"16","isCorrect":false,"inputTokens":2397,"outputTokens":5,"latencyMs":1069.873707999941},{"questionId":"q105","format":"toon","model":"claude-haiku-4-5-20251001","expected":"18","actual":"16","isCorrect":false,"inputTokens":1511,"outputTokens":5,"latencyMs":1322.2225000000326},{"questionId":"q105","format":"csv","model":"claude-haiku-4-5-20251001","expected":"18","actual":"16","isCorrect":false,"inputTokens":1447,"outputTokens":5,"latencyMs":1030.7554579999996},{"questionId":"q105","format":"xml","model":"claude-haiku-4-5-20251001","expected":"18","actual":"14","isCorrect":false,"inputTokens":4789,"outputTokens":5,"latencyMs":1347.4690829999745},{"questionId":"q105","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"18","actual":"14","isCorrect":false,"inputTokens":3112,"outputTokens":5,"latencyMs":1512.733082999941},{"questionId":"q106","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"22","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":1876.404833000037},{"questionId":"q106","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"29","isCorrect":false,"inputTokens":2398,"outputTokens":5,"latencyMs":1167.4811250000494},{"questionId":"q106","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"21","isCorrect":false,"inputTokens":1512,"outputTokens":5,"latencyMs":846.3995420000283},{"questionId":"q106","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"21","isCorrect":false,"inputTokens":1448,"outputTokens":5,"latencyMs":1524.314333000104},{"questionId":"q106","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":4790,"outputTokens":5,"latencyMs":895.0446249999804},{"questionId":"q106","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"20","isCorrect":false,"inputTokens":3113,"outputTokens":5,"latencyMs":1007.3240829999559},{"questionId":"q107","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"9","actual":"12","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":1089.6012920000358},{"questionId":"q107","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"9","actual":"12","isCorrect":false,"inputTokens":2398,"outputTokens":5,"latencyMs":1344.7634170000674},{"questionId":"q107","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":1512,"outputTokens":5,"latencyMs":1222.7470830000238},{"questionId":"q107","format":"csv","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":1448,"outputTokens":5,"latencyMs":1143.7565840000752},{"questionId":"q107","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"11","isCorrect":false,"inputTokens":4790,"outputTokens":5,"latencyMs":1990.985457999981},{"questionId":"q107","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"9","isCorrect":true,"inputTokens":3113,"outputTokens":5,"latencyMs":1948.0400410000002},{"questionId":"q108","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"23","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":1269.1029159999453},{"questionId":"q108","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"19","isCorrect":false,"inputTokens":2399,"outputTokens":5,"latencyMs":1536.37262499996},{"questionId":"q108","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":1513,"outputTokens":5,"latencyMs":2634.1592080000555},{"questionId":"q108","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":1449,"outputTokens":5,"latencyMs":1553.0022909999825},{"questionId":"q108","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"21","isCorrect":false,"inputTokens":4791,"outputTokens":5,"latencyMs":2561.625250000041},{"questionId":"q108","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":3114,"outputTokens":5,"latencyMs":1493.3415830000304},{"questionId":"q109","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"13","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":1636.3173749999842},{"questionId":"q109","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":2399,"outputTokens":5,"latencyMs":1229.7886669998989},{"questionId":"q109","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"19","isCorrect":false,"inputTokens":1513,"outputTokens":5,"latencyMs":1190.299708000035},{"questionId":"q109","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":1449,"outputTokens":5,"latencyMs":941.6144159999676},{"questionId":"q109","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"21","isCorrect":false,"inputTokens":4791,"outputTokens":5,"latencyMs":942.8554999999469},{"questionId":"q109","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":3114,"outputTokens":5,"latencyMs":8370.015040999977},{"questionId":"q110","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17415,"outputTokens":6,"latencyMs":3436.4340410000877},{"questionId":"q110","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12552,"outputTokens":6,"latencyMs":1594.5816249999916},{"questionId":"q110","format":"toon","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9283,"outputTokens":6,"latencyMs":3627.885583999916},{"questionId":"q110","format":"csv","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9129,"outputTokens":6,"latencyMs":1034.8140419999836},{"questionId":"q110","format":"xml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19808,"outputTokens":6,"latencyMs":2074.821874999907},{"questionId":"q110","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":14487,"outputTokens":6,"latencyMs":1312.957458000048},{"questionId":"q111","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17414,"outputTokens":6,"latencyMs":1424.0589579999214},{"questionId":"q111","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12551,"outputTokens":6,"latencyMs":1208.6248749999795},{"questionId":"q111","format":"toon","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9282,"outputTokens":6,"latencyMs":1491.002542000031},{"questionId":"q111","format":"csv","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9128,"outputTokens":6,"latencyMs":1461.4935830000322},{"questionId":"q111","format":"xml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19807,"outputTokens":6,"latencyMs":1538.1662500000093},{"questionId":"q111","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":14486,"outputTokens":6,"latencyMs":3443.4402080000145},{"questionId":"q112","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17409,"outputTokens":6,"latencyMs":2410.130790999974},{"questionId":"q112","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":12546,"outputTokens":6,"latencyMs":1507.8653340000892},{"questionId":"q112","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":9277,"outputTokens":6,"latencyMs":1067.284708000021},{"questionId":"q112","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":9123,"outputTokens":6,"latencyMs":2306.8810829999857},{"questionId":"q112","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":19802,"outputTokens":6,"latencyMs":2459.4014580000658},{"questionId":"q112","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":14481,"outputTokens":6,"latencyMs":1767.9317919999594},{"questionId":"q113","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":17414,"outputTokens":4,"latencyMs":2259.516249999986},{"questionId":"q113","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":12551,"outputTokens":4,"latencyMs":3596.7397080000956},{"questionId":"q113","format":"toon","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9282,"outputTokens":4,"latencyMs":1526.2891669999808},{"questionId":"q113","format":"csv","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9128,"outputTokens":4,"latencyMs":10685.97445800004},{"questionId":"q113","format":"xml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":19807,"outputTokens":4,"latencyMs":6237.770291000023},{"questionId":"q113","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":14486,"outputTokens":4,"latencyMs":1949.7233749999432},{"questionId":"q114","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17409,"outputTokens":6,"latencyMs":2022.808874999988},{"questionId":"q114","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":12546,"outputTokens":6,"latencyMs":2317.6685419999994},{"questionId":"q114","format":"toon","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":9277,"outputTokens":6,"latencyMs":1172.4887909999816},{"questionId":"q114","format":"csv","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":9123,"outputTokens":6,"latencyMs":2884.4430410000496},{"questionId":"q114","format":"xml","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":19802,"outputTokens":6,"latencyMs":2446.2796249999665},{"questionId":"q114","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":14481,"outputTokens":6,"latencyMs":3034.3417500000214},{"questionId":"q115","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17414,"outputTokens":6,"latencyMs":1364.11412500008},{"questionId":"q115","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":12551,"outputTokens":6,"latencyMs":1340.312125000055},{"questionId":"q115","format":"toon","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":9282,"outputTokens":6,"latencyMs":1693.4291659999872},{"questionId":"q115","format":"csv","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":9128,"outputTokens":6,"latencyMs":1812.6265839999542},{"questionId":"q115","format":"xml","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":19807,"outputTokens":6,"latencyMs":1494.9977499999804},{"questionId":"q115","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":14486,"outputTokens":6,"latencyMs":2068.5264590000734},{"questionId":"q116","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":17416,"outputTokens":5,"latencyMs":2708.779874999891},{"questionId":"q116","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":12553,"outputTokens":5,"latencyMs":1561.1807500000577},{"questionId":"q116","format":"toon","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":9284,"outputTokens":5,"latencyMs":1532.872875000001},{"questionId":"q116","format":"csv","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":9130,"outputTokens":5,"latencyMs":1628.8865409999853},{"questionId":"q116","format":"xml","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":19809,"outputTokens":5,"latencyMs":1830.4146670000628},{"questionId":"q116","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":14488,"outputTokens":5,"latencyMs":2256.018207999994},{"questionId":"q117","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":17410,"outputTokens":4,"latencyMs":1876.3228329999838},{"questionId":"q117","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":12547,"outputTokens":4,"latencyMs":3411.9745419999817},{"questionId":"q117","format":"toon","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9278,"outputTokens":4,"latencyMs":2521.171583999996},{"questionId":"q117","format":"csv","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9124,"outputTokens":4,"latencyMs":7188.898707999964},{"questionId":"q117","format":"xml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":19803,"outputTokens":4,"latencyMs":1575.748375000083},{"questionId":"q117","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":14482,"outputTokens":4,"latencyMs":1295.594625000027},{"questionId":"q118","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17417,"outputTokens":6,"latencyMs":3374.2882499999832},{"questionId":"q118","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":12554,"outputTokens":6,"latencyMs":2803.530083999969},{"questionId":"q118","format":"toon","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":9285,"outputTokens":6,"latencyMs":1355.6768750000047},{"questionId":"q118","format":"csv","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":9131,"outputTokens":6,"latencyMs":1119.105916999979},{"questionId":"q118","format":"xml","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":19810,"outputTokens":6,"latencyMs":5740.939499999979},{"questionId":"q118","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":14489,"outputTokens":6,"latencyMs":1990.0865420000628},{"questionId":"q119","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17413,"outputTokens":6,"latencyMs":1492.8219589999644},{"questionId":"q119","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":12550,"outputTokens":6,"latencyMs":1143.3286670000525},{"questionId":"q119","format":"toon","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":9281,"outputTokens":6,"latencyMs":1207.015999999945},{"questionId":"q119","format":"csv","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":9127,"outputTokens":6,"latencyMs":1303.6102499999106},{"questionId":"q119","format":"xml","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":19806,"outputTokens":6,"latencyMs":3956.3543749999953},{"questionId":"q119","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":14485,"outputTokens":6,"latencyMs":1583.6112500000745},{"questionId":"q120","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17418,"outputTokens":6,"latencyMs":1892.7408750000177},{"questionId":"q120","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":12555,"outputTokens":6,"latencyMs":1483.7892920000013},{"questionId":"q120","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":9286,"outputTokens":6,"latencyMs":1755.7251249999972},{"questionId":"q120","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":9132,"outputTokens":6,"latencyMs":1050.6099159999285},{"questionId":"q120","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":19811,"outputTokens":6,"latencyMs":5147.516667000018},{"questionId":"q120","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":14490,"outputTokens":6,"latencyMs":1481.9445419999538},{"questionId":"q121","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":17406,"outputTokens":5,"latencyMs":1678.2850830000825},{"questionId":"q121","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":12543,"outputTokens":5,"latencyMs":1602.6007499999832},{"questionId":"q121","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9274,"outputTokens":5,"latencyMs":1155.9777499999618},{"questionId":"q121","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9120,"outputTokens":5,"latencyMs":1869.8217919999734},{"questionId":"q121","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":19799,"outputTokens":5,"latencyMs":5265.173415999976},{"questionId":"q121","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":14478,"outputTokens":5,"latencyMs":1991.825375000015},{"questionId":"q122","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,945,587","isCorrect":false,"inputTokens":17409,"outputTokens":9,"latencyMs":5923.129791999934},{"questionId":"q122","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,893,571","isCorrect":false,"inputTokens":12546,"outputTokens":9,"latencyMs":2605.1817909999518},{"questionId":"q122","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"11,847,893","isCorrect":false,"inputTokens":9277,"outputTokens":9,"latencyMs":1960.966625000001},{"questionId":"q122","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"9,968,481","isCorrect":false,"inputTokens":9123,"outputTokens":9,"latencyMs":2422.49533299997},{"questionId":"q122","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,847,673","isCorrect":false,"inputTokens":19802,"outputTokens":9,"latencyMs":1694.6917080000276},{"questionId":"q122","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,447,738","isCorrect":false,"inputTokens":14481,"outputTokens":9,"latencyMs":1639.707458000048},{"questionId":"q123","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,318,739","isCorrect":false,"inputTokens":17410,"outputTokens":9,"latencyMs":2014.2252919999883},{"questionId":"q123","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,269,627","isCorrect":false,"inputTokens":12547,"outputTokens":9,"latencyMs":3573.149624999962},{"questionId":"q123","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1284447","isCorrect":false,"inputTokens":9278,"outputTokens":7,"latencyMs":1285.3620420000516},{"questionId":"q123","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,521,865","isCorrect":false,"inputTokens":9124,"outputTokens":9,"latencyMs":1777.9172500000568},{"questionId":"q123","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,445,945","isCorrect":false,"inputTokens":19803,"outputTokens":9,"latencyMs":1524.703165999963},{"questionId":"q123","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,527,969","isCorrect":false,"inputTokens":14482,"outputTokens":9,"latencyMs":1578.5812920000171},{"questionId":"q124","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"130,754.87","isCorrect":false,"inputTokens":17408,"outputTokens":9,"latencyMs":2268.543624999933},{"questionId":"q124","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"136,847.74","isCorrect":false,"inputTokens":12545,"outputTokens":9,"latencyMs":1754.6521670001093},{"questionId":"q124","format":"toon","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"133,586.67","isCorrect":false,"inputTokens":9276,"outputTokens":9,"latencyMs":1643.906416999991},{"questionId":"q124","format":"csv","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"127,823.04","isCorrect":false,"inputTokens":9122,"outputTokens":9,"latencyMs":6947.368416999932},{"questionId":"q124","format":"xml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"129,891.35","isCorrect":false,"inputTokens":19801,"outputTokens":9,"latencyMs":2409.844207999995},{"questionId":"q124","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"139,968.64","isCorrect":false,"inputTokens":14480,"outputTokens":9,"latencyMs":2448.1567920000525},{"questionId":"q125","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1488.232707999996},{"questionId":"q125","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"41","actual":"23","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1554.1827079999493},{"questionId":"q125","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"19","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1340.2745829999913},{"questionId":"q125","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"18","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":2066.108666999964},{"questionId":"q125","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"32","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":2452.7973749999655},{"questionId":"q125","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1746.6604170000646},{"questionId":"q126","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"53","actual":"67","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":2068.5587910000468},{"questionId":"q126","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"53","actual":"71","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1218.2835830000695},{"questionId":"q126","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1298.3555000000633},{"questionId":"q126","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"42","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1583.1214590000454},{"questionId":"q126","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"49","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1826.3142920000246},{"questionId":"q126","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"56","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":2161.392542000045},{"questionId":"q127","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"77","actual":"78","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":2285.4948330000043},{"questionId":"q127","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1238.0137920000125},{"questionId":"q127","format":"toon","model":"claude-haiku-4-5-20251001","expected":"77","actual":"50","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1064.063542000018},{"questionId":"q127","format":"csv","model":"claude-haiku-4-5-20251001","expected":"77","actual":"89","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1791.3017910000635},{"questionId":"q127","format":"xml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"79","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1636.6423330000835},{"questionId":"q127","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":9579.764541999903},{"questionId":"q128","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"37","actual":"57","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1495.3669170000358},{"questionId":"q128","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"37","actual":"51","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":2127.6567499999655},{"questionId":"q128","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"45","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1448.4920420000562},{"questionId":"q128","format":"csv","model":"claude-haiku-4-5-20251001","expected":"37","actual":"53","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1651.2589579999913},{"questionId":"q128","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"48","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":4969.459374999977},{"questionId":"q128","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"56","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":2497.673625000054},{"questionId":"q129","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1468.3334170000162},{"questionId":"q129","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1886.3154159999685},{"questionId":"q129","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"17","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":2964.1486659999937},{"questionId":"q129","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"20","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1316.4047080000164},{"questionId":"q129","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"5","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":2036.6784999999218},{"questionId":"q129","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1272.3952499999432},{"questionId":"q130","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"49","actual":"41","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1762.8218750000233},{"questionId":"q130","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"49","actual":"48","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1703.6197089999914},{"questionId":"q130","format":"toon","model":"claude-haiku-4-5-20251001","expected":"49","actual":"42","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":2838.388957999996},{"questionId":"q130","format":"csv","model":"claude-haiku-4-5-20251001","expected":"49","actual":"68","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1212.9504159999778},{"questionId":"q130","format":"xml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"28","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1290.5879589999095},{"questionId":"q130","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"46","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":2952.047082999954},{"questionId":"q131","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"23","actual":"28","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1372.9722920000786},{"questionId":"q131","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"23","actual":"24","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1469.0127079999074},{"questionId":"q131","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":9279,"outputTokens":5,"latencyMs":2347.3404169999994},{"questionId":"q131","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":9125,"outputTokens":5,"latencyMs":1990.7936660000123},{"questionId":"q131","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"17","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1749.4886249999981},{"questionId":"q131","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"27","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1433.8031659999397},{"questionId":"q132","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"14","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":2346.980041999952},{"questionId":"q132","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"24","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1225.1158330000471},{"questionId":"q132","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1149.6885000000475},{"questionId":"q132","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":3956.6802920000628},{"questionId":"q132","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"21","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":3225.5780420000665},{"questionId":"q132","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"17","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1260.629958000034},{"questionId":"q133","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"19","actual":"34","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":3103.426749999984},{"questionId":"q133","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"19","actual":"23","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1464.312208999996},{"questionId":"q133","format":"toon","model":"claude-haiku-4-5-20251001","expected":"19","actual":"76","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":3325.8809170000022},{"questionId":"q133","format":"csv","model":"claude-haiku-4-5-20251001","expected":"19","actual":"61","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1667.0059579999652},{"questionId":"q133","format":"xml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"31","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1962.2999999999302},{"questionId":"q133","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"28","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":2802.2352919999976},{"questionId":"q134","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"14","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1813.540583999944},{"questionId":"q134","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"10","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1588.9162090000464},{"questionId":"q134","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"12","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":2048.1782080000266},{"questionId":"q134","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"23","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1426.2279589999234},{"questionId":"q134","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"9","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":16125.00783399993},{"questionId":"q134","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"8","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1479.1832080000313},{"questionId":"q135","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"57","actual":"8","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1951.623750000028},{"questionId":"q135","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"57","actual":"24","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1196.3661660000216},{"questionId":"q135","format":"toon","model":"claude-haiku-4-5-20251001","expected":"57","actual":"12","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1323.183667000034},{"questionId":"q135","format":"csv","model":"claude-haiku-4-5-20251001","expected":"57","actual":"18","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1770.8484170000302},{"questionId":"q135","format":"xml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"17","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1913.3684159999248},{"questionId":"q135","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"15","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1602.2765420000069},{"questionId":"q136","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"43","actual":"32","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":4808.824332999997},{"questionId":"q136","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"43","actual":"56","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1191.0287089999765},{"questionId":"q136","format":"toon","model":"claude-haiku-4-5-20251001","expected":"43","actual":"28","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1817.3072920000413},{"questionId":"q136","format":"csv","model":"claude-haiku-4-5-20251001","expected":"43","actual":"32","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1964.3384999999544},{"questionId":"q136","format":"xml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"28","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1772.3496249999152},{"questionId":"q136","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"48","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1286.0249159999657},{"questionId":"q137","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":2596.809707999928},{"questionId":"q137","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1226.8761670000385},{"questionId":"q137","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":2131.592624999932},{"questionId":"q137","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1856.5158749999246},{"questionId":"q137","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1673.6251250000205},{"questionId":"q137","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"16","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1235.172416999936},{"questionId":"q138","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":2615.8622500000056},{"questionId":"q138","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":2179.5575409999583},{"questionId":"q138","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"7","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":5762.1239999999525},{"questionId":"q138","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"5","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1826.77887499996},{"questionId":"q138","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":4073.6710000000894},{"questionId":"q138","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1170.8213749999413},{"questionId":"q139","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"8","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1704.030374999973},{"questionId":"q139","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"10","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":2526.2967499999795},{"questionId":"q139","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1420.7560839999933},{"questionId":"q139","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"17","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1266.5078750000102},{"questionId":"q139","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1509.8495840000687},{"questionId":"q139","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"8","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":6937.211833999958},{"questionId":"q140","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":3568.23987499997},{"questionId":"q140","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"3","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1529.9390419999836},{"questionId":"q140","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"12","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1483.8732500000624},{"questionId":"q140","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1","actual":"3","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1697.839166999911},{"questionId":"q140","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"8","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":4116.7368750000605},{"questionId":"q140","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1566.5756250000559},{"questionId":"q141","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":7716,"outputTokens":4,"latencyMs":3004.081499999971},{"questionId":"q141","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":5156,"outputTokens":4,"latencyMs":1306.7129999999888},{"questionId":"q141","format":"toon","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6144,"outputTokens":4,"latencyMs":3311.9101659998996},{"questionId":"q141","format":"xml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":8724,"outputTokens":4,"latencyMs":1762.8957500000251},{"questionId":"q141","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6117,"outputTokens":4,"latencyMs":1577.3360000000102},{"questionId":"q142","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7716,"outputTokens":7,"latencyMs":4859.786708},{"questionId":"q142","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5156,"outputTokens":7,"latencyMs":1195.1343749999069},{"questionId":"q142","format":"toon","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6144,"outputTokens":7,"latencyMs":2155.6376669999445},{"questionId":"q142","format":"xml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8724,"outputTokens":7,"latencyMs":1274.3485829998972},{"questionId":"q142","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6117,"outputTokens":7,"latencyMs":2006.065416000085},{"questionId":"q143","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":7717,"outputTokens":5,"latencyMs":1234.9718329999596},{"questionId":"q143","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":5157,"outputTokens":5,"latencyMs":1434.203167000087},{"questionId":"q143","format":"toon","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":6145,"outputTokens":5,"latencyMs":2930.0720410000067},{"questionId":"q143","format":"xml","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":8725,"outputTokens":5,"latencyMs":1317.3366670000833},{"questionId":"q143","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":6118,"outputTokens":5,"latencyMs":1862.1066669999855},{"questionId":"q144","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":7717,"outputTokens":6,"latencyMs":1053.5538749999832},{"questionId":"q144","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5157,"outputTokens":6,"latencyMs":1738.3491249999497},{"questionId":"q144","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6145,"outputTokens":6,"latencyMs":1438.4226659999695},{"questionId":"q144","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":8725,"outputTokens":6,"latencyMs":3744.0771249999525},{"questionId":"q144","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6118,"outputTokens":6,"latencyMs":1448.0625},{"questionId":"q145","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":7716,"outputTokens":4,"latencyMs":2357.8742499999935},{"questionId":"q145","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":5156,"outputTokens":4,"latencyMs":1427.546040999936},{"questionId":"q145","format":"toon","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":6144,"outputTokens":4,"latencyMs":2489.946041999967},{"questionId":"q145","format":"xml","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":8724,"outputTokens":4,"latencyMs":1719.2353750000475},{"questionId":"q145","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":6117,"outputTokens":4,"latencyMs":1116.813082999899},{"questionId":"q146","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":7716,"outputTokens":7,"latencyMs":2751.825625000056},{"questionId":"q146","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5156,"outputTokens":7,"latencyMs":1245.705249999999},{"questionId":"q146","format":"toon","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/payments","isCorrect":false,"inputTokens":6144,"outputTokens":7,"latencyMs":2028.6714589999756},{"questionId":"q146","format":"xml","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":8724,"outputTokens":7,"latencyMs":1514.7893339999719},{"questionId":"q146","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6117,"outputTokens":7,"latencyMs":1360.7463330000173},{"questionId":"q147","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":7717,"outputTokens":5,"latencyMs":1729.8207910000347},{"questionId":"q147","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":5157,"outputTokens":5,"latencyMs":3639.466875000042},{"questionId":"q147","format":"toon","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":6145,"outputTokens":5,"latencyMs":1106.1470829999307},{"questionId":"q147","format":"xml","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":8725,"outputTokens":5,"latencyMs":1219.8898749999935},{"questionId":"q147","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":6118,"outputTokens":5,"latencyMs":1402.6672500000568},{"questionId":"q148","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":7717,"outputTokens":5,"latencyMs":1171.986125000054},{"questionId":"q148","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":5157,"outputTokens":5,"latencyMs":1393.9406249999302},{"questionId":"q148","format":"toon","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":6145,"outputTokens":5,"latencyMs":1934.8650419999612},{"questionId":"q148","format":"xml","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":8725,"outputTokens":5,"latencyMs":1125.234749999945},{"questionId":"q148","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":6118,"outputTokens":5,"latencyMs":3360.9947499999544},{"questionId":"q149","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":7716,"outputTokens":4,"latencyMs":1166.4903330000816},{"questionId":"q149","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":5156,"outputTokens":4,"latencyMs":1149.907917000004},{"questionId":"q149","format":"toon","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6144,"outputTokens":4,"latencyMs":2301.7193330000155},{"questionId":"q149","format":"xml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":8724,"outputTokens":4,"latencyMs":1484.6284999999916},{"questionId":"q149","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6117,"outputTokens":4,"latencyMs":1124.1810420000693},{"questionId":"q150","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7716,"outputTokens":7,"latencyMs":1017.3499999999767},{"questionId":"q150","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5156,"outputTokens":7,"latencyMs":1877.6254590000026},{"questionId":"q150","format":"toon","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6144,"outputTokens":7,"latencyMs":1032.5962079999736},{"questionId":"q150","format":"xml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8724,"outputTokens":7,"latencyMs":1541.9622080000117},{"questionId":"q150","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6117,"outputTokens":7,"latencyMs":2492.9252919999417},{"questionId":"q151","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"75","actual":"100","isCorrect":false,"inputTokens":7700,"outputTokens":5,"latencyMs":1530.235875000013},{"questionId":"q151","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"75","actual":"75","isCorrect":true,"inputTokens":5140,"outputTokens":5,"latencyMs":1269.4265409999061},{"questionId":"q151","format":"toon","model":"claude-haiku-4-5-20251001","expected":"75","actual":"75","isCorrect":true,"inputTokens":6128,"outputTokens":5,"latencyMs":1294.262875000015},{"questionId":"q151","format":"xml","model":"claude-haiku-4-5-20251001","expected":"75","actual":"100","isCorrect":false,"inputTokens":8708,"outputTokens":5,"latencyMs":3000.592540999991},{"questionId":"q151","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"75","actual":"100","isCorrect":false,"inputTokens":6101,"outputTokens":5,"latencyMs":1776.2112080000807},{"questionId":"q152","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2361.74","isCorrect":false,"inputTokens":7701,"outputTokens":8,"latencyMs":1293.834666000097},{"questionId":"q152","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2456.14","isCorrect":false,"inputTokens":5141,"outputTokens":8,"latencyMs":2693.1127919999417},{"questionId":"q152","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2432.81","isCorrect":false,"inputTokens":6129,"outputTokens":8,"latencyMs":1318.5194589999737},{"questionId":"q152","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2467.58","isCorrect":false,"inputTokens":8709,"outputTokens":8,"latencyMs":1421.607958000037},{"questionId":"q152","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2556.56","isCorrect":false,"inputTokens":6102,"outputTokens":8,"latencyMs":2773.6095000000205},{"questionId":"q153","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"29","actual":"31","isCorrect":false,"inputTokens":7701,"outputTokens":5,"latencyMs":1565.5672499999637},{"questionId":"q153","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"29","actual":"26","isCorrect":false,"inputTokens":5141,"outputTokens":5,"latencyMs":1866.986125000054},{"questionId":"q153","format":"toon","model":"claude-haiku-4-5-20251001","expected":"29","actual":"30","isCorrect":false,"inputTokens":6129,"outputTokens":5,"latencyMs":929.7644589999691},{"questionId":"q153","format":"xml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"30","isCorrect":false,"inputTokens":8709,"outputTokens":5,"latencyMs":2336.5129590000724},{"questionId":"q153","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"30","isCorrect":false,"inputTokens":6102,"outputTokens":5,"latencyMs":1359.0085839999374},{"questionId":"q154","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7701,"outputTokens":5,"latencyMs":1467.1802499999758},{"questionId":"q154","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5141,"outputTokens":5,"latencyMs":903.9631249998929},{"questionId":"q154","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":6129,"outputTokens":5,"latencyMs":1123.610624999972},{"questionId":"q154","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":8709,"outputTokens":5,"latencyMs":6320.591875000042},{"questionId":"q154","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":6102,"outputTokens":5,"latencyMs":7419.7036249999655},{"questionId":"q155","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"29","actual":"24","isCorrect":false,"inputTokens":7701,"outputTokens":5,"latencyMs":1691.6726250000065},{"questionId":"q155","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"29","actual":"24","isCorrect":false,"inputTokens":5141,"outputTokens":5,"latencyMs":3161.6898330000695},{"questionId":"q155","format":"toon","model":"claude-haiku-4-5-20251001","expected":"29","actual":"25","isCorrect":false,"inputTokens":6129,"outputTokens":5,"latencyMs":1460.375875000027},{"questionId":"q155","format":"xml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"27","isCorrect":false,"inputTokens":8709,"outputTokens":5,"latencyMs":1251.234999999986},{"questionId":"q155","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"26","isCorrect":false,"inputTokens":6102,"outputTokens":5,"latencyMs":946.8065829999978},{"questionId":"q156","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":7704,"outputTokens":5,"latencyMs":5154.226999999955},{"questionId":"q156","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":5144,"outputTokens":5,"latencyMs":1650.5177919999696},{"questionId":"q156","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":6132,"outputTokens":5,"latencyMs":2057.5875409999862},{"questionId":"q156","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":8712,"outputTokens":5,"latencyMs":1537.0969160000095},{"questionId":"q156","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":6105,"outputTokens":5,"latencyMs":3346.3283339999616},{"questionId":"q157","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"18","actual":"15","isCorrect":false,"inputTokens":7704,"outputTokens":5,"latencyMs":1098.8492089998908},{"questionId":"q157","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"18","actual":"13","isCorrect":false,"inputTokens":5144,"outputTokens":5,"latencyMs":1076.4170829999493},{"questionId":"q157","format":"toon","model":"claude-haiku-4-5-20251001","expected":"18","actual":"15","isCorrect":false,"inputTokens":6132,"outputTokens":5,"latencyMs":1189.1516249999404},{"questionId":"q157","format":"xml","model":"claude-haiku-4-5-20251001","expected":"18","actual":"18","isCorrect":true,"inputTokens":8712,"outputTokens":5,"latencyMs":1637.4471670000348},{"questionId":"q157","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"18","actual":"18","isCorrect":true,"inputTokens":6105,"outputTokens":5,"latencyMs":911.4329999999609},{"questionId":"q158","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"21","actual":"21","isCorrect":true,"inputTokens":7704,"outputTokens":5,"latencyMs":1160.826000000001},{"questionId":"q158","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"21","actual":"20","isCorrect":false,"inputTokens":5144,"outputTokens":5,"latencyMs":901.7298339999979},{"questionId":"q158","format":"toon","model":"claude-haiku-4-5-20251001","expected":"21","actual":"20","isCorrect":false,"inputTokens":6132,"outputTokens":5,"latencyMs":2077.535583000048},{"questionId":"q158","format":"xml","model":"claude-haiku-4-5-20251001","expected":"21","actual":"23","isCorrect":false,"inputTokens":8712,"outputTokens":5,"latencyMs":932.2697500000941},{"questionId":"q158","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"21","actual":"21","isCorrect":true,"inputTokens":6105,"outputTokens":5,"latencyMs":2281.2417920000153},{"questionId":"q159","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":7704,"outputTokens":5,"latencyMs":1938.3267500000075},{"questionId":"q159","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":5144,"outputTokens":5,"latencyMs":1124.716832999955},{"questionId":"q159","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":6132,"outputTokens":5,"latencyMs":1211.2965830001049},{"questionId":"q159","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":8712,"outputTokens":5,"latencyMs":1371.8570410000393},{"questionId":"q159","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":6105,"outputTokens":5,"latencyMs":1344.4540419999976},{"questionId":"q160","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"33","actual":"36","isCorrect":false,"inputTokens":7708,"outputTokens":5,"latencyMs":1197.0572079999838},{"questionId":"q160","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"33","actual":"31","isCorrect":false,"inputTokens":5148,"outputTokens":5,"latencyMs":2001.5424999999814},{"questionId":"q160","format":"toon","model":"claude-haiku-4-5-20251001","expected":"33","actual":"40","isCorrect":false,"inputTokens":6136,"outputTokens":5,"latencyMs":2817.4065829999745},{"questionId":"q160","format":"xml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"48","isCorrect":false,"inputTokens":8716,"outputTokens":5,"latencyMs":4096.805291999946},{"questionId":"q160","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"37","isCorrect":false,"inputTokens":6109,"outputTokens":5,"latencyMs":1243.7116670000833},{"questionId":"q161","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"42","actual":"27","isCorrect":false,"inputTokens":7705,"outputTokens":5,"latencyMs":1119.5400420001242},{"questionId":"q161","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"42","actual":"26","isCorrect":false,"inputTokens":5145,"outputTokens":5,"latencyMs":1360.0379999999423},{"questionId":"q161","format":"toon","model":"claude-haiku-4-5-20251001","expected":"42","actual":"28","isCorrect":false,"inputTokens":6133,"outputTokens":5,"latencyMs":1254.0774999998976},{"questionId":"q161","format":"xml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"38","isCorrect":false,"inputTokens":8713,"outputTokens":5,"latencyMs":2163.6060419999994},{"questionId":"q161","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"32","isCorrect":false,"inputTokens":6106,"outputTokens":5,"latencyMs":2715.528499999782},{"questionId":"q162","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"33","isCorrect":false,"inputTokens":7702,"outputTokens":5,"latencyMs":1930.0293329998385},{"questionId":"q162","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"34","isCorrect":false,"inputTokens":5142,"outputTokens":5,"latencyMs":4024.0898750000633},{"questionId":"q162","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"34","isCorrect":false,"inputTokens":6130,"outputTokens":5,"latencyMs":1252.616833000211},{"questionId":"q162","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"38","isCorrect":false,"inputTokens":8710,"outputTokens":5,"latencyMs":1364.7101670000702},{"questionId":"q162","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"31","isCorrect":false,"inputTokens":6103,"outputTokens":5,"latencyMs":2831.9452919999603},{"questionId":"q163","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"29","actual":"32","isCorrect":false,"inputTokens":7707,"outputTokens":5,"latencyMs":1082.1935420001391},{"questionId":"q163","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"29","actual":"31","isCorrect":false,"inputTokens":5147,"outputTokens":5,"latencyMs":1267.7709160000086},{"questionId":"q163","format":"toon","model":"claude-haiku-4-5-20251001","expected":"29","actual":"33","isCorrect":false,"inputTokens":6135,"outputTokens":5,"latencyMs":1560.5942909999285},{"questionId":"q163","format":"xml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"37","isCorrect":false,"inputTokens":8715,"outputTokens":5,"latencyMs":1218.2292500000913},{"questionId":"q163","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"41","isCorrect":false,"inputTokens":6108,"outputTokens":5,"latencyMs":1420.9118330001365},{"questionId":"q164","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"2","isCorrect":false,"inputTokens":7707,"outputTokens":5,"latencyMs":1377.8463330001105},{"questionId":"q164","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"0","isCorrect":false,"inputTokens":5147,"outputTokens":5,"latencyMs":1383.0946669999976},{"questionId":"q164","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"1","isCorrect":false,"inputTokens":6135,"outputTokens":5,"latencyMs":2399.0104580000043},{"questionId":"q164","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"2","isCorrect":false,"inputTokens":8715,"outputTokens":5,"latencyMs":1972.6147920000367},{"questionId":"q164","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"0","isCorrect":false,"inputTokens":6108,"outputTokens":5,"latencyMs":2152.0876660000067},{"questionId":"q165","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"7","isCorrect":false,"inputTokens":7710,"outputTokens":5,"latencyMs":1347.8572500001173},{"questionId":"q165","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":5150,"outputTokens":5,"latencyMs":1896.7179590000305},{"questionId":"q165","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"8","isCorrect":false,"inputTokens":6138,"outputTokens":5,"latencyMs":1123.716791999992},{"questionId":"q165","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"8","isCorrect":false,"inputTokens":8718,"outputTokens":5,"latencyMs":1357.253665999975},{"questionId":"q165","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":6111,"outputTokens":5,"latencyMs":2836.3161669999827},{"questionId":"q166","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":7710,"outputTokens":5,"latencyMs":2503.6191660000477},{"questionId":"q166","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"5","isCorrect":false,"inputTokens":5150,"outputTokens":5,"latencyMs":1084.9742079998832},{"questionId":"q166","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"5","isCorrect":false,"inputTokens":6138,"outputTokens":5,"latencyMs":5561.46170799993},{"questionId":"q166","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":8718,"outputTokens":5,"latencyMs":1592.6165829999372},{"questionId":"q166","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"4","isCorrect":false,"inputTokens":6111,"outputTokens":5,"latencyMs":908.0082499999553},{"questionId":"q167","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":7710,"outputTokens":5,"latencyMs":1175.2077500000596},{"questionId":"q167","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":5150,"outputTokens":5,"latencyMs":1702.40304200002},{"questionId":"q167","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":6138,"outputTokens":5,"latencyMs":1193.3559580000583},{"questionId":"q167","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":8718,"outputTokens":5,"latencyMs":1050.4239580000285},{"questionId":"q167","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":6111,"outputTokens":5,"latencyMs":1256.4609169999603},{"questionId":"q168","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"7","isCorrect":false,"inputTokens":7709,"outputTokens":5,"latencyMs":1080.6222089999355},{"questionId":"q168","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":5149,"outputTokens":5,"latencyMs":1183.5397080001421},{"questionId":"q168","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":6137,"outputTokens":5,"latencyMs":2312.2803329997696},{"questionId":"q168","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":8717,"outputTokens":5,"latencyMs":1429.8187500000931},{"questionId":"q168","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":6110,"outputTokens":5,"latencyMs":1639.3624159998726},{"questionId":"q169","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":7709,"outputTokens":5,"latencyMs":1174.361333000008},{"questionId":"q169","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":5149,"outputTokens":5,"latencyMs":1477.9882080000825},{"questionId":"q169","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"4","isCorrect":false,"inputTokens":6137,"outputTokens":5,"latencyMs":1463.5259169999044},{"questionId":"q169","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":8717,"outputTokens":5,"latencyMs":3043.7595830000937},{"questionId":"q169","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":6110,"outputTokens":5,"latencyMs":1244.3716250001453},{"questionId":"q170","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"7","actual":"5","isCorrect":false,"inputTokens":7709,"outputTokens":5,"latencyMs":1893.3227499998175},{"questionId":"q170","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":5149,"outputTokens":5,"latencyMs":1368.9609159999527},{"questionId":"q170","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7","actual":"5","isCorrect":false,"inputTokens":6137,"outputTokens":5,"latencyMs":1377.864375000121},{"questionId":"q170","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":8717,"outputTokens":5,"latencyMs":1124.139458999969},{"questionId":"q170","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":6110,"outputTokens":5,"latencyMs":6729.606875000056},{"questionId":"q171","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":1177,"outputTokens":4,"latencyMs":1399.9399999999441},{"questionId":"q171","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":720,"outputTokens":4,"latencyMs":1252.4073749999516},{"questionId":"q171","format":"toon","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":782,"outputTokens":4,"latencyMs":1086.6140419999138},{"questionId":"q171","format":"xml","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":1250,"outputTokens":4,"latencyMs":1629.477208999917},{"questionId":"q171","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":829,"outputTokens":4,"latencyMs":1193.1914999999572},{"questionId":"q172","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1175,"outputTokens":8,"latencyMs":1211.3232919999864},{"questionId":"q172","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":718,"outputTokens":8,"latencyMs":2399.720333999954},{"questionId":"q172","format":"toon","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":780,"outputTokens":8,"latencyMs":2361.999958000146},{"questionId":"q172","format":"xml","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1248,"outputTokens":8,"latencyMs":1616.6946250000037},{"questionId":"q172","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":827,"outputTokens":8,"latencyMs":1339.24833400012},{"questionId":"q173","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1175,"outputTokens":6,"latencyMs":2837.7776250001043},{"questionId":"q173","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":718,"outputTokens":6,"latencyMs":2243.3689580000937},{"questionId":"q173","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":780,"outputTokens":6,"latencyMs":2177.172917000018},{"questionId":"q173","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1248,"outputTokens":6,"latencyMs":1307.9059580001049},{"questionId":"q173","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":827,"outputTokens":6,"latencyMs":2946.0707920000423},{"questionId":"q174","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":1177,"outputTokens":5,"latencyMs":1156.2586660000961},{"questionId":"q174","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":720,"outputTokens":5,"latencyMs":1726.5137499999255},{"questionId":"q174","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":782,"outputTokens":5,"latencyMs":863.6928749999497},{"questionId":"q174","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":1250,"outputTokens":5,"latencyMs":1617.668374999892},{"questionId":"q174","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":829,"outputTokens":5,"latencyMs":1173.7152080000378},{"questionId":"q175","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1175,"outputTokens":6,"latencyMs":1158.940457999939},{"questionId":"q175","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":718,"outputTokens":6,"latencyMs":1035.153665999882},{"questionId":"q175","format":"toon","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":780,"outputTokens":6,"latencyMs":1378.6504170000553},{"questionId":"q175","format":"xml","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1248,"outputTokens":6,"latencyMs":858.7648749998771},{"questionId":"q175","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":827,"outputTokens":6,"latencyMs":2114.553583000088},{"questionId":"q176","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1177,"outputTokens":5,"latencyMs":1231.6619579999242},{"questionId":"q176","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":720,"outputTokens":5,"latencyMs":1545.0037909999955},{"questionId":"q176","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":782,"outputTokens":5,"latencyMs":903.7562919999473},{"questionId":"q176","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1250,"outputTokens":5,"latencyMs":796.6618749999907},{"questionId":"q176","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":829,"outputTokens":5,"latencyMs":1095.1038750000298},{"questionId":"q177","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1177,"outputTokens":6,"latencyMs":1475.7109999998938},{"questionId":"q177","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":720,"outputTokens":6,"latencyMs":1397.840915999841},{"questionId":"q177","format":"toon","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":782,"outputTokens":6,"latencyMs":1828.4922919999808},{"questionId":"q177","format":"xml","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1250,"outputTokens":6,"latencyMs":2280.086791999871},{"questionId":"q177","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":829,"outputTokens":6,"latencyMs":773.5868329999503},{"questionId":"q178","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":1175,"outputTokens":4,"latencyMs":952.1655000001192},{"questionId":"q178","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":718,"outputTokens":4,"latencyMs":879.7705840000417},{"questionId":"q178","format":"toon","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":780,"outputTokens":4,"latencyMs":971.2712079999037},{"questionId":"q178","format":"xml","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":1248,"outputTokens":4,"latencyMs":5651.094000000041},{"questionId":"q178","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":827,"outputTokens":4,"latencyMs":937.8148340000771},{"questionId":"q179","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1176,"outputTokens":6,"latencyMs":956.9662920001429},{"questionId":"q179","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":719,"outputTokens":6,"latencyMs":958.65625},{"questionId":"q179","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":781,"outputTokens":6,"latencyMs":1171.7727079999167},{"questionId":"q179","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1249,"outputTokens":6,"latencyMs":1978.1188749999274},{"questionId":"q179","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":828,"outputTokens":6,"latencyMs":1169.0058750000317},{"questionId":"q180","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1177,"outputTokens":9,"latencyMs":1016.6502079998609},{"questionId":"q180","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":720,"outputTokens":9,"latencyMs":1087.4290420000907},{"questionId":"q180","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":782,"outputTokens":9,"latencyMs":1781.8957500001416},{"questionId":"q180","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1250,"outputTokens":9,"latencyMs":1277.2321659999434},{"questionId":"q180","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":829,"outputTokens":9,"latencyMs":1590.224000000162},{"questionId":"q181","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1177,"outputTokens":5,"latencyMs":2099.37975000008},{"questionId":"q181","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":720,"outputTokens":5,"latencyMs":1870.9093750000466},{"questionId":"q181","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":782,"outputTokens":5,"latencyMs":1669.654749999987},{"questionId":"q181","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1250,"outputTokens":5,"latencyMs":2662.1926250001416},{"questionId":"q181","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":829,"outputTokens":5,"latencyMs":1651.684750000015},{"questionId":"q182","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1177,"outputTokens":5,"latencyMs":2094.1500000001397},{"questionId":"q182","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":720,"outputTokens":5,"latencyMs":1283.7341250001919},{"questionId":"q182","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":782,"outputTokens":5,"latencyMs":1548.4935419999529},{"questionId":"q182","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1250,"outputTokens":5,"latencyMs":1344.0377499999013},{"questionId":"q182","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":829,"outputTokens":5,"latencyMs":3679.532916000113},{"questionId":"q183","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1176,"outputTokens":5,"latencyMs":1272.7355420000385},{"questionId":"q183","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":719,"outputTokens":5,"latencyMs":2614.900457999902},{"questionId":"q183","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":781,"outputTokens":5,"latencyMs":1187.5195420000236},{"questionId":"q183","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1249,"outputTokens":5,"latencyMs":1113.3796669999138},{"questionId":"q183","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":1172.1835829999764},{"questionId":"q184","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1176,"outputTokens":5,"latencyMs":1405.0737920000684},{"questionId":"q184","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":719,"outputTokens":5,"latencyMs":3400.2868339999113},{"questionId":"q184","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":781,"outputTokens":5,"latencyMs":1332.140167000005},{"questionId":"q184","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1249,"outputTokens":5,"latencyMs":2187.312542000087},{"questionId":"q184","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":1106.0857919999398},{"questionId":"q185","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1177,"outputTokens":5,"latencyMs":3010.183915999951},{"questionId":"q185","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":720,"outputTokens":5,"latencyMs":4554.190375000006},{"questionId":"q185","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":782,"outputTokens":5,"latencyMs":877.0534580000676},{"questionId":"q185","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1250,"outputTokens":5,"latencyMs":2747.6167500000447},{"questionId":"q185","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":829,"outputTokens":5,"latencyMs":846.918416999979},{"questionId":"q186","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"0","isCorrect":false,"inputTokens":1180,"outputTokens":5,"latencyMs":1272.7990829998162},{"questionId":"q186","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"0","isCorrect":false,"inputTokens":723,"outputTokens":5,"latencyMs":1185.1924169999547},{"questionId":"q186","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":785,"outputTokens":5,"latencyMs":1499.2708340000827},{"questionId":"q186","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1253,"outputTokens":5,"latencyMs":1753.5962079998571},{"questionId":"q186","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":832,"outputTokens":5,"latencyMs":1239.483374999836},{"questionId":"q187","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1176,"outputTokens":5,"latencyMs":803.035000000149},{"questionId":"q187","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":719,"outputTokens":5,"latencyMs":1014.2899170001037},{"questionId":"q187","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":781,"outputTokens":5,"latencyMs":909.3950839999598},{"questionId":"q187","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1249,"outputTokens":5,"latencyMs":1566.3002500000875},{"questionId":"q187","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":1180.7516670001205},{"questionId":"q188","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":1178,"outputTokens":5,"latencyMs":1090.6134579998907},{"questionId":"q188","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":721,"outputTokens":5,"latencyMs":1044.5003750000615},{"questionId":"q188","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":783,"outputTokens":5,"latencyMs":1452.8503750001546},{"questionId":"q188","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":1251,"outputTokens":5,"latencyMs":2195.0232079999987},{"questionId":"q188","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":830,"outputTokens":5,"latencyMs":1767.7071669998113},{"questionId":"q189","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"10","isCorrect":false,"inputTokens":1180,"outputTokens":5,"latencyMs":1228.8837500000373},{"questionId":"q189","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":723,"outputTokens":5,"latencyMs":776.243583999807},{"questionId":"q189","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":785,"outputTokens":5,"latencyMs":1490.4649169999175},{"questionId":"q189","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"9","isCorrect":false,"inputTokens":1253,"outputTokens":5,"latencyMs":1001.0409590001218},{"questionId":"q189","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":832,"outputTokens":5,"latencyMs":996.7405830000062},{"questionId":"q190","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":1179,"outputTokens":5,"latencyMs":1116.1157080000266},{"questionId":"q190","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":722,"outputTokens":5,"latencyMs":1257.1146670000162},{"questionId":"q190","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":784,"outputTokens":5,"latencyMs":2142.1578750000335},{"questionId":"q190","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":1252,"outputTokens":5,"latencyMs":1260.7540830001235},{"questionId":"q190","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":831,"outputTokens":5,"latencyMs":1216.24279199983},{"questionId":"q191","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":1181,"outputTokens":5,"latencyMs":1340.6665420001373},{"questionId":"q191","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":724,"outputTokens":5,"latencyMs":1380.3099170001224},{"questionId":"q191","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":786,"outputTokens":5,"latencyMs":1837.8300000000745},{"questionId":"q191","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":1254,"outputTokens":5,"latencyMs":1492.3225000000093},{"questionId":"q191","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":833,"outputTokens":5,"latencyMs":929.5054169998039},{"questionId":"q192","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1181,"outputTokens":5,"latencyMs":1270.5267499999609},{"questionId":"q192","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":724,"outputTokens":5,"latencyMs":1947.5261250000913},{"questionId":"q192","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":786,"outputTokens":5,"latencyMs":1517.0892499999609},{"questionId":"q192","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1254,"outputTokens":5,"latencyMs":1281.6294589999598},{"questionId":"q192","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":833,"outputTokens":5,"latencyMs":3222.9637909999583},{"questionId":"q193","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1182,"outputTokens":5,"latencyMs":1340.8924999998417},{"questionId":"q193","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":725,"outputTokens":5,"latencyMs":2048.3857080000453},{"questionId":"q193","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":787,"outputTokens":5,"latencyMs":3254.5304160001688},{"questionId":"q193","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1255,"outputTokens":5,"latencyMs":1055.5198329999112},{"questionId":"q193","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":834,"outputTokens":5,"latencyMs":1190.1006249999627},{"questionId":"q194","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1183,"outputTokens":5,"latencyMs":1504.545582999941},{"questionId":"q194","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":726,"outputTokens":5,"latencyMs":2374.3215830000117},{"questionId":"q194","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":788,"outputTokens":5,"latencyMs":830.0518329998013},{"questionId":"q194","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1256,"outputTokens":5,"latencyMs":1174.544916999992},{"questionId":"q194","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":835,"outputTokens":5,"latencyMs":919.642790999962},{"questionId":"q195","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1179,"outputTokens":5,"latencyMs":1680.1935000000522},{"questionId":"q195","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":722,"outputTokens":5,"latencyMs":961.5006250001024},{"questionId":"q195","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":784,"outputTokens":5,"latencyMs":1213.7292910001706},{"questionId":"q195","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1252,"outputTokens":5,"latencyMs":1218.4844580001663},{"questionId":"q195","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":831,"outputTokens":5,"latencyMs":1097.8486249998678},{"questionId":"q196","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1184,"outputTokens":5,"latencyMs":881.1588329998776},{"questionId":"q196","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":727,"outputTokens":5,"latencyMs":3416.7269999999553},{"questionId":"q196","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":789,"outputTokens":5,"latencyMs":869.5301669999026},{"questionId":"q196","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1257,"outputTokens":5,"latencyMs":5686.020541999955},{"questionId":"q196","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":836,"outputTokens":5,"latencyMs":2812.024583000224},{"questionId":"q197","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1177,"outputTokens":5,"latencyMs":1027.7121249998454},{"questionId":"q197","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":720,"outputTokens":5,"latencyMs":2050.82887499989},{"questionId":"q197","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":782,"outputTokens":5,"latencyMs":1189.805583999958},{"questionId":"q197","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1250,"outputTokens":5,"latencyMs":1116.5911670001224},{"questionId":"q197","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":829,"outputTokens":5,"latencyMs":4196.446333999978},{"questionId":"q198","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1187,"outputTokens":5,"latencyMs":875.2891659999732},{"questionId":"q198","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":730,"outputTokens":5,"latencyMs":884.8242919999175},{"questionId":"q198","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":792,"outputTokens":5,"latencyMs":1251.8975420000497},{"questionId":"q198","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1260,"outputTokens":5,"latencyMs":903.7598340001423},{"questionId":"q198","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":839,"outputTokens":5,"latencyMs":5472.674542000052},{"questionId":"q199","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1182,"outputTokens":5,"latencyMs":946.2795000001788},{"questionId":"q199","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":725,"outputTokens":5,"latencyMs":1226.523041000124},{"questionId":"q199","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":787,"outputTokens":5,"latencyMs":970.6762909998652},{"questionId":"q199","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1255,"outputTokens":5,"latencyMs":1442.9122910001315},{"questionId":"q199","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":834,"outputTokens":5,"latencyMs":1046.642625000095},{"questionId":"q200","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1180,"outputTokens":5,"latencyMs":1001.6174580000807},{"questionId":"q200","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":723,"outputTokens":5,"latencyMs":1990.2813339999411},{"questionId":"q200","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":785,"outputTokens":5,"latencyMs":854.0234580000397},{"questionId":"q200","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"0","isCorrect":false,"inputTokens":1253,"outputTokens":5,"latencyMs":1112.249334000051},{"questionId":"q200","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":832,"outputTokens":5,"latencyMs":937.378458000021},{"questionId":"q201","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"1","isCorrect":false,"inputTokens":1184,"outputTokens":5,"latencyMs":2103.372500000056},{"questionId":"q201","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"1","isCorrect":false,"inputTokens":727,"outputTokens":5,"latencyMs":1196.6796669999603},{"questionId":"q201","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"1","isCorrect":false,"inputTokens":789,"outputTokens":5,"latencyMs":1682.9686669998337},{"questionId":"q201","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"1","isCorrect":false,"inputTokens":1257,"outputTokens":5,"latencyMs":5455.744917000178},{"questionId":"q201","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"1","isCorrect":false,"inputTokens":836,"outputTokens":5,"latencyMs":948.5376250001136}]
Reference in New Issue View Git Blame Copy Permalink