github/toon
1
0
Fork 0
mirror of https://github.com/voson-wang/toon.git synced 2026-01-29 15:24:10 +08:00
Code Issues Packages Projects Releases Wiki Activity
Files
c6ba6446f5677152e1f418060962219552e59747
toon/benchmarks/results/accuracy/models/claude-haiku-4-5-20251001
Johann Schopplich c6ba6446f5 chore(benchmarks): finalize structure-awareness run
2025-11-07 10:33:46 +01:00

1 line
217 KiB
Plaintext
Raw Blame History

[{"questionId":"q1","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7888,"outputTokens":6,"latencyMs":1210.7189159999998},{"questionId":"q1","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4779,"outputTokens":6,"latencyMs":1558.90225},{"questionId":"q1","format":"toon","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3028,"outputTokens":6,"latencyMs":993.7559580000002},{"questionId":"q1","format":"csv","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2874,"outputTokens":6,"latencyMs":950.8272919999999},{"questionId":"q1","format":"xml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9373,"outputTokens":6,"latencyMs":1375.1998330000001},{"questionId":"q1","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5779,"outputTokens":6,"latencyMs":1128.227125},{"questionId":"q2","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7887,"outputTokens":4,"latencyMs":1651.9582919999998},{"questionId":"q2","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4778,"outputTokens":4,"latencyMs":1260.3342499999999},{"questionId":"q2","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3027,"outputTokens":4,"latencyMs":1160.4352919999997},{"questionId":"q2","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2873,"outputTokens":4,"latencyMs":1646.9346250000003},{"questionId":"q2","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9372,"outputTokens":4,"latencyMs":1170.066167},{"questionId":"q2","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5778,"outputTokens":4,"latencyMs":979.0120420000003},{"questionId":"q3","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7892,"outputTokens":12,"latencyMs":1439.5705829999997},{"questionId":"q3","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4783,"outputTokens":12,"latencyMs":1139.6998750000002},{"questionId":"q3","format":"toon","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3032,"outputTokens":12,"latencyMs":1220.2398750000002},{"questionId":"q3","format":"csv","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2878,"outputTokens":12,"latencyMs":1192.820667},{"questionId":"q3","format":"xml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9377,"outputTokens":12,"latencyMs":1761.4941250000002},{"questionId":"q3","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5783,"outputTokens":12,"latencyMs":1134.9589159999996},{"questionId":"q4","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":7890,"outputTokens":5,"latencyMs":1524.2077499999996},{"questionId":"q4","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":4781,"outputTokens":5,"latencyMs":1096.6124169999985},{"questionId":"q4","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":3030,"outputTokens":5,"latencyMs":1190.3290840000009},{"questionId":"q4","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2876,"outputTokens":5,"latencyMs":1345.7378750000007},{"questionId":"q4","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":9375,"outputTokens":5,"latencyMs":1039.2939170000009},{"questionId":"q4","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":5781,"outputTokens":5,"latencyMs":1205.7180420000004},{"questionId":"q5","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":7885,"outputTokens":4,"latencyMs":1211.265958},{"questionId":"q5","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":4776,"outputTokens":4,"latencyMs":954.2045409999992},{"questionId":"q5","format":"toon","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":3025,"outputTokens":4,"latencyMs":1534.906167000001},{"questionId":"q5","format":"csv","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":2871,"outputTokens":4,"latencyMs":909.1663750000007},{"questionId":"q5","format":"xml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":9370,"outputTokens":4,"latencyMs":1309.5269580000004},{"questionId":"q5","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":5776,"outputTokens":4,"latencyMs":1092.505333000001},{"questionId":"q6","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7888,"outputTokens":6,"latencyMs":1320.5142080000005},{"questionId":"q6","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4779,"outputTokens":6,"latencyMs":1646.9417919999996},{"questionId":"q6","format":"toon","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3028,"outputTokens":6,"latencyMs":1673.666792},{"questionId":"q6","format":"csv","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2874,"outputTokens":6,"latencyMs":823.2306659999995},{"questionId":"q6","format":"xml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9373,"outputTokens":6,"latencyMs":1228.8472079999992},{"questionId":"q6","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5779,"outputTokens":6,"latencyMs":1084.815458000001},{"questionId":"q7","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7888,"outputTokens":4,"latencyMs":1318.6587080000008},{"questionId":"q7","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4779,"outputTokens":4,"latencyMs":1401.8515419999985},{"questionId":"q7","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3028,"outputTokens":4,"latencyMs":2094.0003340000003},{"questionId":"q7","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2874,"outputTokens":4,"latencyMs":1238.8982910000013},{"questionId":"q7","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9373,"outputTokens":4,"latencyMs":1496.2972500000033},{"questionId":"q7","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5779,"outputTokens":4,"latencyMs":1630.1005420000001},{"questionId":"q8","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7890,"outputTokens":12,"latencyMs":1197.1183339999989},{"questionId":"q8","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4781,"outputTokens":12,"latencyMs":1133.1408330000013},{"questionId":"q8","format":"toon","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3030,"outputTokens":12,"latencyMs":1181.2194170000002},{"questionId":"q8","format":"csv","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2876,"outputTokens":12,"latencyMs":938.3579160000008},{"questionId":"q8","format":"xml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9375,"outputTokens":12,"latencyMs":1326.2782499999994},{"questionId":"q8","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5781,"outputTokens":12,"latencyMs":1691.4011250000003},{"questionId":"q9","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":7890,"outputTokens":5,"latencyMs":1291.4621250000018},{"questionId":"q9","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":4781,"outputTokens":5,"latencyMs":1420.1972079999978},{"questionId":"q9","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":3030,"outputTokens":5,"latencyMs":1249.945875000005},{"questionId":"q9","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2876,"outputTokens":5,"latencyMs":1295.317084000002},{"questionId":"q9","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":9375,"outputTokens":5,"latencyMs":1406.5817499999976},{"questionId":"q9","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":5781,"outputTokens":5,"latencyMs":1243.1099170000016},{"questionId":"q10","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7887,"outputTokens":4,"latencyMs":1155.9180409999972},{"questionId":"q10","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"true","isCorrect":true,"inputTokens":4778,"outputTokens":4,"latencyMs":1116.8734999999942},{"questionId":"q10","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3027,"outputTokens":4,"latencyMs":1121.8300000000017},{"questionId":"q10","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2873,"outputTokens":4,"latencyMs":1121.8768750000017},{"questionId":"q10","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9372,"outputTokens":4,"latencyMs":1378.8897920000018},{"questionId":"q10","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5778,"outputTokens":4,"latencyMs":1108.507749999997},{"questionId":"q11","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7887,"outputTokens":6,"latencyMs":1046.3552499999932},{"questionId":"q11","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4778,"outputTokens":6,"latencyMs":1322.560124999989},{"questionId":"q11","format":"toon","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3027,"outputTokens":6,"latencyMs":1340.5672090000007},{"questionId":"q11","format":"csv","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2873,"outputTokens":6,"latencyMs":4085.911666},{"questionId":"q11","format":"xml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9372,"outputTokens":6,"latencyMs":1510.3084590000071},{"questionId":"q11","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5778,"outputTokens":6,"latencyMs":1964.2606249999953},{"questionId":"q12","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7884,"outputTokens":4,"latencyMs":1527.3185419999936},{"questionId":"q12","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4775,"outputTokens":4,"latencyMs":1221.1387910000049},{"questionId":"q12","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3024,"outputTokens":4,"latencyMs":1185.782791000005},{"questionId":"q12","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2870,"outputTokens":4,"latencyMs":907.760374999998},{"questionId":"q12","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9369,"outputTokens":4,"latencyMs":1579.382958000002},{"questionId":"q12","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5775,"outputTokens":4,"latencyMs":1491.0770420000044},{"questionId":"q13","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7883,"outputTokens":5,"latencyMs":1112.994709000006},{"questionId":"q13","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4774,"outputTokens":5,"latencyMs":1232.392000000007},{"questionId":"q13","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":3023,"outputTokens":5,"latencyMs":1173.924165999997},{"questionId":"q13","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2869,"outputTokens":5,"latencyMs":1432.9519999999902},{"questionId":"q13","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":9368,"outputTokens":5,"latencyMs":1202.4103749999922},{"questionId":"q13","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5774,"outputTokens":5,"latencyMs":2270.728667000003},{"questionId":"q14","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"13","isCorrect":false,"inputTokens":7883,"outputTokens":5,"latencyMs":1083.098874999996},{"questionId":"q14","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4774,"outputTokens":5,"latencyMs":1151.881165999992},{"questionId":"q14","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":3023,"outputTokens":5,"latencyMs":1085.5253749999974},{"questionId":"q14","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2869,"outputTokens":5,"latencyMs":924.369458000001},{"questionId":"q14","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9368,"outputTokens":5,"latencyMs":1374.0424169999897},{"questionId":"q14","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5774,"outputTokens":5,"latencyMs":980.1530000000057},{"questionId":"q15","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7883,"outputTokens":5,"latencyMs":1287.5655830000032},{"questionId":"q15","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":4774,"outputTokens":5,"latencyMs":1573.3662909999985},{"questionId":"q15","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"12","isCorrect":false,"inputTokens":3023,"outputTokens":5,"latencyMs":1020.0604170000006},{"questionId":"q15","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2869,"outputTokens":5,"latencyMs":1598.8126670000056},{"questionId":"q15","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9368,"outputTokens":5,"latencyMs":1058.768916000001},{"questionId":"q15","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5774,"outputTokens":5,"latencyMs":1353.5325410000078},{"questionId":"q16","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"91","actual":"93","isCorrect":false,"inputTokens":7888,"outputTokens":5,"latencyMs":1129.9145829999907},{"questionId":"q16","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"91","actual":"82","isCorrect":false,"inputTokens":4779,"outputTokens":5,"latencyMs":1462.791207999995},{"questionId":"q16","format":"toon","model":"claude-haiku-4-5-20251001","expected":"91","actual":"87","isCorrect":false,"inputTokens":3028,"outputTokens":5,"latencyMs":1151.7741249999963},{"questionId":"q16","format":"csv","model":"claude-haiku-4-5-20251001","expected":"91","actual":"73","isCorrect":false,"inputTokens":2874,"outputTokens":5,"latencyMs":1031.250874999998},{"questionId":"q16","format":"xml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"88","isCorrect":false,"inputTokens":9373,"outputTokens":5,"latencyMs":1306.8380409999954},{"questionId":"q16","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"89","isCorrect":false,"inputTokens":5779,"outputTokens":5,"latencyMs":1339.9416249999922},{"questionId":"q17","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"67","actual":"54","isCorrect":false,"inputTokens":7888,"outputTokens":5,"latencyMs":1175.3184580000088},{"questionId":"q17","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"67","actual":"57","isCorrect":false,"inputTokens":4779,"outputTokens":5,"latencyMs":1040.4461660000088},{"questionId":"q17","format":"toon","model":"claude-haiku-4-5-20251001","expected":"67","actual":"42","isCorrect":false,"inputTokens":3028,"outputTokens":5,"latencyMs":1735.4916669999948},{"questionId":"q17","format":"csv","model":"claude-haiku-4-5-20251001","expected":"67","actual":"42","isCorrect":false,"inputTokens":2874,"outputTokens":5,"latencyMs":1980.5700420000067},{"questionId":"q17","format":"xml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"52","isCorrect":false,"inputTokens":9373,"outputTokens":5,"latencyMs":1852.883999999991},{"questionId":"q17","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"58","isCorrect":false,"inputTokens":5779,"outputTokens":5,"latencyMs":1273.8227920000063},{"questionId":"q18","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"41","actual":"35","isCorrect":false,"inputTokens":7888,"outputTokens":5,"latencyMs":1153.0166250000038},{"questionId":"q18","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"41","actual":"23","isCorrect":false,"inputTokens":4779,"outputTokens":5,"latencyMs":1144.4543750000012},{"questionId":"q18","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"28","isCorrect":false,"inputTokens":3028,"outputTokens":5,"latencyMs":1371.0743329999968},{"questionId":"q18","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":2874,"outputTokens":5,"latencyMs":1047.8320419999945},{"questionId":"q18","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"32","isCorrect":false,"inputTokens":9373,"outputTokens":5,"latencyMs":1350.8212920000078},{"questionId":"q18","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":5779,"outputTokens":5,"latencyMs":1249.1499590000021},{"questionId":"q19","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":7884,"outputTokens":5,"latencyMs":1147.088957999993},{"questionId":"q19","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":4775,"outputTokens":5,"latencyMs":1231.8347499999945},{"questionId":"q19","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":3024,"outputTokens":5,"latencyMs":1181.9470829999918},{"questionId":"q19","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2870,"outputTokens":5,"latencyMs":1210.713625000004},{"questionId":"q19","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9369,"outputTokens":5,"latencyMs":1015.4177080000081},{"questionId":"q19","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":5775,"outputTokens":5,"latencyMs":1197.7371249999997},{"questionId":"q20","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"99,884.99","isCorrect":false,"inputTokens":7885,"outputTokens":9,"latencyMs":1740.2427079999907},{"questionId":"q20","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"98947.92","isCorrect":false,"inputTokens":4776,"outputTokens":8,"latencyMs":1919.1532910000096},{"questionId":"q20","format":"toon","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"99,758.17","isCorrect":false,"inputTokens":3025,"outputTokens":9,"latencyMs":991.9548329999961},{"questionId":"q20","format":"csv","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"98,450.51","isCorrect":false,"inputTokens":2871,"outputTokens":9,"latencyMs":1093.8427919999958},{"questionId":"q20","format":"xml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"100,112.89","isCorrect":false,"inputTokens":9370,"outputTokens":9,"latencyMs":1150.9055829999998},{"questionId":"q20","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"100594.47","isCorrect":false,"inputTokens":5776,"outputTokens":8,"latencyMs":1337.222041999994},{"questionId":"q21","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"78","actual":"76","isCorrect":false,"inputTokens":7882,"outputTokens":5,"latencyMs":1153.1522499999992},{"questionId":"q21","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"78","actual":"74","isCorrect":false,"inputTokens":4773,"outputTokens":5,"latencyMs":1197.8059159999975},{"questionId":"q21","format":"toon","model":"claude-haiku-4-5-20251001","expected":"78","actual":"79","isCorrect":false,"inputTokens":3022,"outputTokens":5,"latencyMs":990.6914170000091},{"questionId":"q21","format":"csv","model":"claude-haiku-4-5-20251001","expected":"78","actual":"73","isCorrect":false,"inputTokens":2868,"outputTokens":5,"latencyMs":1091.2322080000013},{"questionId":"q21","format":"xml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"75","isCorrect":false,"inputTokens":9367,"outputTokens":5,"latencyMs":1264.0100410000014},{"questionId":"q21","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"75","isCorrect":false,"inputTokens":5773,"outputTokens":5,"latencyMs":1240.9275419999904},{"questionId":"q22","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":7882,"outputTokens":5,"latencyMs":1038.4012499999953},{"questionId":"q22","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4773,"outputTokens":5,"latencyMs":1624.5698339999944},{"questionId":"q22","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":3022,"outputTokens":5,"latencyMs":1036.7119579999999},{"questionId":"q22","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"21","isCorrect":false,"inputTokens":2868,"outputTokens":5,"latencyMs":1471.7847499999916},{"questionId":"q22","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":9367,"outputTokens":5,"latencyMs":1161.8851250000007},{"questionId":"q22","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":5773,"outputTokens":5,"latencyMs":975.5237920000218},{"questionId":"q23","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":7890,"outputTokens":5,"latencyMs":1124.1700419999834},{"questionId":"q23","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":4781,"outputTokens":5,"latencyMs":1086.0098339999968},{"questionId":"q23","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":3030,"outputTokens":5,"latencyMs":978.0476670000062},{"questionId":"q23","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":2876,"outputTokens":5,"latencyMs":1166.4321670000209},{"questionId":"q23","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":1433.4018750000105},{"questionId":"q23","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":5781,"outputTokens":5,"latencyMs":1403.7286659999809},{"questionId":"q24","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":7890,"outputTokens":5,"latencyMs":1363.1690829999861},{"questionId":"q24","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":4781,"outputTokens":5,"latencyMs":955.9364579999819},{"questionId":"q24","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":3030,"outputTokens":5,"latencyMs":1449.7054160000116},{"questionId":"q24","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":2876,"outputTokens":5,"latencyMs":859.7894169999927},{"questionId":"q24","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":1033.2879580000008},{"questionId":"q24","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5781,"outputTokens":5,"latencyMs":1073.560959000024},{"questionId":"q25","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7890,"outputTokens":5,"latencyMs":1314.960166999983},{"questionId":"q25","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":4781,"outputTokens":5,"latencyMs":1119.2924160000111},{"questionId":"q25","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":3030,"outputTokens":5,"latencyMs":1050.9931250000081},{"questionId":"q25","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":2876,"outputTokens":5,"latencyMs":929.4169170000241},{"questionId":"q25","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":1351.7019580000197},{"questionId":"q25","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5781,"outputTokens":5,"latencyMs":1356.250874999998},{"questionId":"q26","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":7890,"outputTokens":5,"latencyMs":1629.827250000002},{"questionId":"q26","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":4781,"outputTokens":5,"latencyMs":1319.8203750000102},{"questionId":"q26","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"6","isCorrect":false,"inputTokens":3030,"outputTokens":5,"latencyMs":1146.393624999997},{"questionId":"q26","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"6","isCorrect":false,"inputTokens":2876,"outputTokens":5,"latencyMs":1217.7608330000076},{"questionId":"q26","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":1496.661374999996},{"questionId":"q26","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":5781,"outputTokens":5,"latencyMs":1132.3672500000102},{"questionId":"q27","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7890,"outputTokens":5,"latencyMs":1762.1454580000136},{"questionId":"q27","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":4781,"outputTokens":5,"latencyMs":1277.2397089999868},{"questionId":"q27","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":3030,"outputTokens":5,"latencyMs":1539.9044580000045},{"questionId":"q27","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":2876,"outputTokens":5,"latencyMs":1269.3111249999783},{"questionId":"q27","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":1308.213584000012},{"questionId":"q27","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":5781,"outputTokens":5,"latencyMs":169351.407875},{"questionId":"q28","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"63","actual":"73","isCorrect":false,"inputTokens":7890,"outputTokens":5,"latencyMs":1061.3787089999823},{"questionId":"q28","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"63","actual":"69","isCorrect":false,"inputTokens":4781,"outputTokens":5,"latencyMs":1147.2813749999914},{"questionId":"q28","format":"toon","model":"claude-haiku-4-5-20251001","expected":"63","actual":"67","isCorrect":false,"inputTokens":3030,"outputTokens":5,"latencyMs":1170.139165999979},{"questionId":"q28","format":"csv","model":"claude-haiku-4-5-20251001","expected":"63","actual":"62","isCorrect":false,"inputTokens":2876,"outputTokens":5,"latencyMs":905.4461660000088},{"questionId":"q28","format":"xml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"62","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":992.9407079999801},{"questionId":"q28","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"73","isCorrect":false,"inputTokens":5781,"outputTokens":5,"latencyMs":970.3287909999781},{"questionId":"q29","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"53","actual":"54","isCorrect":false,"inputTokens":7890,"outputTokens":5,"latencyMs":1444.4941249999974},{"questionId":"q29","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"53","actual":"52","isCorrect":false,"inputTokens":4781,"outputTokens":5,"latencyMs":1377.6631669999915},{"questionId":"q29","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"53","isCorrect":true,"inputTokens":3030,"outputTokens":5,"latencyMs":977.0651660000149},{"questionId":"q29","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"42","isCorrect":false,"inputTokens":2876,"outputTokens":5,"latencyMs":987.6547079999873},{"questionId":"q29","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"52","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":999.5382089999912},{"questionId":"q29","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"54","isCorrect":false,"inputTokens":5781,"outputTokens":5,"latencyMs":1191.6241659999941},{"questionId":"q30","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"39","actual":"34","isCorrect":false,"inputTokens":7890,"outputTokens":5,"latencyMs":2102.0624580000003},{"questionId":"q30","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":4781,"outputTokens":5,"latencyMs":1129.8053329999966},{"questionId":"q30","format":"toon","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":3030,"outputTokens":5,"latencyMs":1590.237792},{"questionId":"q30","format":"csv","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":2876,"outputTokens":5,"latencyMs":1150.0739580000227},{"questionId":"q30","format":"xml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"28","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":1479.726290999999},{"questionId":"q30","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":5781,"outputTokens":5,"latencyMs":1500.8358339999977},{"questionId":"q31","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7891,"outputTokens":5,"latencyMs":1061.221292000002},{"questionId":"q31","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":4782,"outputTokens":5,"latencyMs":1173.3693330000096},{"questionId":"q31","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":3031,"outputTokens":5,"latencyMs":1393.310832999996},{"questionId":"q31","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2877,"outputTokens":5,"latencyMs":1029.9407919999794},{"questionId":"q31","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":9376,"outputTokens":5,"latencyMs":1778.361917000002},{"questionId":"q31","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":5782,"outputTokens":5,"latencyMs":1278.9144169999927},{"questionId":"q32","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":7891,"outputTokens":5,"latencyMs":1410.4881250000035},{"questionId":"q32","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":4782,"outputTokens":5,"latencyMs":1530.299583999993},{"questionId":"q32","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":3031,"outputTokens":5,"latencyMs":884.0975000000035},{"questionId":"q32","format":"csv","model":"claude-haiku-4-5-20251001","expected":"8","actual":"9","isCorrect":false,"inputTokens":2877,"outputTokens":5,"latencyMs":1189.612792},{"questionId":"q32","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":9376,"outputTokens":5,"latencyMs":1241.3236669999897},{"questionId":"q32","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":5782,"outputTokens":5,"latencyMs":1148.9409159999923},{"questionId":"q33","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":7891,"outputTokens":5,"latencyMs":1047.500417000003},{"questionId":"q33","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":4782,"outputTokens":5,"latencyMs":1049.9271670000162},{"questionId":"q33","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15","actual":"7","isCorrect":false,"inputTokens":3031,"outputTokens":5,"latencyMs":1201.0838330000115},{"questionId":"q33","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":2877,"outputTokens":5,"latencyMs":891.4600420000206},{"questionId":"q33","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":9376,"outputTokens":5,"latencyMs":1333.9015420000069},{"questionId":"q33","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":5782,"outputTokens":5,"latencyMs":1727.5371670000022},{"questionId":"q34","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":7884,"outputTokens":5,"latencyMs":989.0173340000038},{"questionId":"q34","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":4775,"outputTokens":5,"latencyMs":1275.1794999999984},{"questionId":"q34","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":3024,"outputTokens":5,"latencyMs":1190.0951249999925},{"questionId":"q34","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"12","isCorrect":true,"inputTokens":2870,"outputTokens":5,"latencyMs":1034.840750000003},{"questionId":"q34","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":9369,"outputTokens":5,"latencyMs":1197.2422079999815},{"questionId":"q34","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":5775,"outputTokens":5,"latencyMs":1683.550041999988},{"questionId":"q35","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":7884,"outputTokens":5,"latencyMs":1073.9468750000233},{"questionId":"q35","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":4775,"outputTokens":5,"latencyMs":1278.042792000022},{"questionId":"q35","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":3024,"outputTokens":5,"latencyMs":1796.531290999992},{"questionId":"q35","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":2870,"outputTokens":5,"latencyMs":2176.8507499999832},{"questionId":"q35","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":9369,"outputTokens":5,"latencyMs":1126.361957999994},{"questionId":"q35","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":5775,"outputTokens":5,"latencyMs":1000.8374170000025},{"questionId":"q36","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":13020,"outputTokens":7,"latencyMs":1877.2704999999842},{"questionId":"q36","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":7981,"outputTokens":7,"latencyMs":1061.2825410000223},{"questionId":"q36","format":"toon","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8298,"outputTokens":7,"latencyMs":1279.4919169999775},{"questionId":"q36","format":"xml","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":14525,"outputTokens":7,"latencyMs":2190.0840000000026},{"questionId":"q36","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":9423,"outputTokens":7,"latencyMs":1279.1115829999908},{"questionId":"q37","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13020,"outputTokens":4,"latencyMs":1326.8059999999823},{"questionId":"q37","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7981,"outputTokens":4,"latencyMs":1126.6603340000147},{"questionId":"q37","format":"toon","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8298,"outputTokens":4,"latencyMs":1360.8319999999949},{"questionId":"q37","format":"xml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":14525,"outputTokens":4,"latencyMs":1159.0872500000114},{"questionId":"q37","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":9423,"outputTokens":4,"latencyMs":999.0764579999959},{"questionId":"q38","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":13020,"outputTokens":7,"latencyMs":1195.0188330000092},{"questionId":"q38","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":7981,"outputTokens":7,"latencyMs":2066.192208000022},{"questionId":"q38","format":"toon","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8298,"outputTokens":7,"latencyMs":1108.658791999973},{"questionId":"q38","format":"xml","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":14525,"outputTokens":7,"latencyMs":1606.5897910000058},{"questionId":"q38","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":9423,"outputTokens":7,"latencyMs":1122.106625000015},{"questionId":"q39","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13020,"outputTokens":4,"latencyMs":1778.1102079999982},{"questionId":"q39","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7981,"outputTokens":4,"latencyMs":1312.048959000007},{"questionId":"q39","format":"toon","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8298,"outputTokens":4,"latencyMs":1387.956750000012},{"questionId":"q39","format":"xml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":14525,"outputTokens":4,"latencyMs":1334.5222080000094},{"questionId":"q39","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":9423,"outputTokens":4,"latencyMs":1689.652666000009},{"questionId":"q40","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":13020,"outputTokens":8,"latencyMs":1423.433834000025},{"questionId":"q40","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":7981,"outputTokens":8,"latencyMs":997.4557500000228},{"questionId":"q40","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8298,"outputTokens":8,"latencyMs":1305.189000000013},{"questionId":"q40","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":14525,"outputTokens":8,"latencyMs":1829.152167000022},{"questionId":"q40","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":9423,"outputTokens":8,"latencyMs":1535.2441249999974},{"questionId":"q41","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13020,"outputTokens":4,"latencyMs":1362.3707500000019},{"questionId":"q41","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7981,"outputTokens":4,"latencyMs":1149.0101670000004},{"questionId":"q41","format":"toon","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8298,"outputTokens":4,"latencyMs":1340.8606670000008},{"questionId":"q41","format":"xml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":14525,"outputTokens":4,"latencyMs":1366.5337500000023},{"questionId":"q41","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":9423,"outputTokens":4,"latencyMs":1261.2614590000012},{"questionId":"q42","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":13020,"outputTokens":8,"latencyMs":1366.4395829999994},{"questionId":"q42","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":7981,"outputTokens":8,"latencyMs":1169.115334000002},{"questionId":"q42","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8298,"outputTokens":8,"latencyMs":1726.6568330000155},{"questionId":"q42","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":14525,"outputTokens":8,"latencyMs":2412.5611250000075},{"questionId":"q42","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":9423,"outputTokens":8,"latencyMs":1188.3911250000237},{"questionId":"q43","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13020,"outputTokens":4,"latencyMs":1254.5480409999727},{"questionId":"q43","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7981,"outputTokens":4,"latencyMs":1356.305250000005},{"questionId":"q43","format":"toon","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8298,"outputTokens":4,"latencyMs":1367.7742500000168},{"questionId":"q43","format":"xml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":14525,"outputTokens":4,"latencyMs":1786.5491669999901},{"questionId":"q43","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9423,"outputTokens":4,"latencyMs":1337.3919160000223},{"questionId":"q44","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":13021,"outputTokens":11,"latencyMs":1836.185792000033},{"questionId":"q44","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":7982,"outputTokens":11,"latencyMs":1526.692333999963},{"questionId":"q44","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8299,"outputTokens":11,"latencyMs":134599.87291600002},{"questionId":"q44","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":14526,"outputTokens":11,"latencyMs":1764.925709000032},{"questionId":"q44","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":9424,"outputTokens":11,"latencyMs":2104.7243339999695},{"questionId":"q45","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":13021,"outputTokens":16,"latencyMs":2079.898333000019},{"questionId":"q45","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":7982,"outputTokens":16,"latencyMs":2299.298167000001},{"questionId":"q45","format":"toon","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8299,"outputTokens":16,"latencyMs":2531.651708999998},{"questionId":"q45","format":"xml","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":14526,"outputTokens":16,"latencyMs":1717.160166000016},{"questionId":"q45","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":9424,"outputTokens":16,"latencyMs":1261.9375},{"questionId":"q46","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":13021,"outputTokens":10,"latencyMs":1568.283999999985},{"questionId":"q46","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":7982,"outputTokens":10,"latencyMs":977.8154170000344},{"questionId":"q46","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":8299,"outputTokens":10,"latencyMs":1274.0614589999896},{"questionId":"q46","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":14526,"outputTokens":10,"latencyMs":1344.8440829999745},{"questionId":"q46","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":9424,"outputTokens":10,"latencyMs":1758.2577499999898},{"questionId":"q47","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":13020,"outputTokens":5,"latencyMs":1221.24679200002},{"questionId":"q47","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"10","isCorrect":false,"inputTokens":7981,"outputTokens":5,"latencyMs":1632.9894580000546},{"questionId":"q47","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":8298,"outputTokens":5,"latencyMs":1078.8186250000144},{"questionId":"q47","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":14525,"outputTokens":5,"latencyMs":1238.5565829999978},{"questionId":"q47","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":9423,"outputTokens":5,"latencyMs":1557.3261250000214},{"questionId":"q48","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":13021,"outputTokens":9,"latencyMs":1143.566083999991},{"questionId":"q48","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":7982,"outputTokens":9,"latencyMs":1315.0375840000343},{"questionId":"q48","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8299,"outputTokens":9,"latencyMs":1936.8320829999866},{"questionId":"q48","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":14526,"outputTokens":9,"latencyMs":1378.4906670000055},{"questionId":"q48","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":9424,"outputTokens":9,"latencyMs":1440.9520839999896},{"questionId":"q49","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":13021,"outputTokens":13,"latencyMs":1431.4234169999836},{"questionId":"q49","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":7982,"outputTokens":13,"latencyMs":1096.4912079999922},{"questionId":"q49","format":"toon","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8299,"outputTokens":13,"latencyMs":1349.268665999989},{"questionId":"q49","format":"xml","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":14526,"outputTokens":13,"latencyMs":1583.6609579999931},{"questionId":"q49","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":9424,"outputTokens":13,"latencyMs":1671.1608750000014},{"questionId":"q50","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":13021,"outputTokens":10,"latencyMs":1557.6222919999855},{"questionId":"q50","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":7982,"outputTokens":10,"latencyMs":1279.2233750000014},{"questionId":"q50","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":8299,"outputTokens":10,"latencyMs":1045.5043750000186},{"questionId":"q50","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":14526,"outputTokens":10,"latencyMs":1203.7452500000363},{"questionId":"q50","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":9424,"outputTokens":10,"latencyMs":1044.3679589999956},{"questionId":"q51","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":13020,"outputTokens":5,"latencyMs":1203.4841659999802},{"questionId":"q51","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":7981,"outputTokens":5,"latencyMs":990.5502080000006},{"questionId":"q51","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":8298,"outputTokens":5,"latencyMs":2314.0848750000005},{"questionId":"q51","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":14525,"outputTokens":5,"latencyMs":1664.362124999985},{"questionId":"q51","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":9423,"outputTokens":5,"latencyMs":1207.373041999992},{"questionId":"q52","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13016,"outputTokens":5,"latencyMs":1132.1158750000177},{"questionId":"q52","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":7977,"outputTokens":5,"latencyMs":964.0262909999583},{"questionId":"q52","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8294,"outputTokens":5,"latencyMs":1290.6799159999937},{"questionId":"q52","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":14521,"outputTokens":5,"latencyMs":1771.8612089999951},{"questionId":"q52","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9419,"outputTokens":5,"latencyMs":989.1434170000139},{"questionId":"q53","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13016,"outputTokens":5,"latencyMs":1462.7887080000364},{"questionId":"q53","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":7977,"outputTokens":5,"latencyMs":984.8299159999588},{"questionId":"q53","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8294,"outputTokens":5,"latencyMs":1356.3089170000167},{"questionId":"q53","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":14521,"outputTokens":5,"latencyMs":1269.7774590000045},{"questionId":"q53","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":9419,"outputTokens":5,"latencyMs":1580.1444999999949},{"questionId":"q54","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13016,"outputTokens":5,"latencyMs":1715.1656250000233},{"questionId":"q54","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":7977,"outputTokens":5,"latencyMs":1272.5985830000136},{"questionId":"q54","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":8294,"outputTokens":5,"latencyMs":1287.9930000000168},{"questionId":"q54","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":14521,"outputTokens":5,"latencyMs":1951.4127499999595},{"questionId":"q54","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9419,"outputTokens":5,"latencyMs":1229.9152080000495},{"questionId":"q55","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"40,895.96","isCorrect":false,"inputTokens":13016,"outputTokens":9,"latencyMs":2050.2400830000406},{"questionId":"q55","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"39847.36","isCorrect":false,"inputTokens":7977,"outputTokens":8,"latencyMs":4447.450750000018},{"questionId":"q55","format":"toon","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"39447.04","isCorrect":false,"inputTokens":8294,"outputTokens":8,"latencyMs":1377.8202080000192},{"questionId":"q55","format":"xml","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"37,847.74","isCorrect":false,"inputTokens":14521,"outputTokens":9,"latencyMs":1616.2727920000325},{"questionId":"q55","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"41,822.34","isCorrect":false,"inputTokens":9419,"outputTokens":9,"latencyMs":1325.8112090000068},{"questionId":"q56","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"732.89","isCorrect":false,"inputTokens":13014,"outputTokens":7,"latencyMs":136942.92754200002},{"questionId":"q56","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"768.79","isCorrect":false,"inputTokens":7975,"outputTokens":7,"latencyMs":1218.7471659999574},{"questionId":"q56","format":"toon","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"772.89","isCorrect":false,"inputTokens":8292,"outputTokens":7,"latencyMs":1441.0296669999952},{"questionId":"q56","format":"xml","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"805.42","isCorrect":false,"inputTokens":14519,"outputTokens":7,"latencyMs":1610.0354170000064},{"questionId":"q56","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"762.89","isCorrect":false,"inputTokens":9417,"outputTokens":7,"latencyMs":1444.1710409999941},{"questionId":"q57","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":13015,"outputTokens":5,"latencyMs":1477.2014999999665},{"questionId":"q57","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":7976,"outputTokens":5,"latencyMs":1185.721458999964},{"questionId":"q57","format":"toon","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8293,"outputTokens":5,"latencyMs":2056.8777919999557},{"questionId":"q57","format":"xml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":14520,"outputTokens":5,"latencyMs":1333.0480000000098},{"questionId":"q57","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":9418,"outputTokens":5,"latencyMs":1429.2252909999806},{"questionId":"q58","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":13014,"outputTokens":8,"latencyMs":1367.4437499999767},{"questionId":"q58","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":7975,"outputTokens":8,"latencyMs":1527.104250000033},{"questionId":"q58","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8292,"outputTokens":8,"latencyMs":1224.509458000015},{"questionId":"q58","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":14519,"outputTokens":8,"latencyMs":2327.4375829999917},{"questionId":"q58","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":9417,"outputTokens":8,"latencyMs":1940.742957999988},{"questionId":"q59","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"43","actual":"48","isCorrect":false,"inputTokens":13018,"outputTokens":5,"latencyMs":1190.3244169999962},{"questionId":"q59","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"43","actual":"48","isCorrect":false,"inputTokens":7979,"outputTokens":5,"latencyMs":1532.6525419999962},{"questionId":"q59","format":"toon","model":"claude-haiku-4-5-20251001","expected":"43","actual":"44","isCorrect":false,"inputTokens":8296,"outputTokens":5,"latencyMs":1179.2960829999647},{"questionId":"q59","format":"xml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"45","isCorrect":false,"inputTokens":14523,"outputTokens":5,"latencyMs":137004.635167},{"questionId":"q59","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"48","isCorrect":false,"inputTokens":9421,"outputTokens":5,"latencyMs":1339.1403750000172},{"questionId":"q60","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"37","actual":"41","isCorrect":false,"inputTokens":13018,"outputTokens":5,"latencyMs":1236.763833999983},{"questionId":"q60","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"37","actual":"38","isCorrect":false,"inputTokens":7979,"outputTokens":5,"latencyMs":2161.9954580000485},{"questionId":"q60","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"34","isCorrect":false,"inputTokens":8296,"outputTokens":5,"latencyMs":1194.7575419999775},{"questionId":"q60","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"38","isCorrect":false,"inputTokens":14523,"outputTokens":5,"latencyMs":1315.2825420000008},{"questionId":"q60","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"34","isCorrect":false,"inputTokens":9421,"outputTokens":5,"latencyMs":1363.0747919999994},{"questionId":"q61","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"28","actual":"32","isCorrect":false,"inputTokens":13018,"outputTokens":5,"latencyMs":1074.8357499999693},{"questionId":"q61","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"28","actual":"31","isCorrect":false,"inputTokens":7979,"outputTokens":5,"latencyMs":1676.432833000028},{"questionId":"q61","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":8296,"outputTokens":5,"latencyMs":1122.5760829999927},{"questionId":"q61","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"27","isCorrect":false,"inputTokens":14523,"outputTokens":5,"latencyMs":1429.8751249999623},{"questionId":"q61","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":9421,"outputTokens":5,"latencyMs":1676.8320420000236},{"questionId":"q62","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":13022,"outputTokens":5,"latencyMs":1407.8011249999981},{"questionId":"q62","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":7983,"outputTokens":5,"latencyMs":1221.6820000000298},{"questionId":"q62","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"6","isCorrect":false,"inputTokens":8300,"outputTokens":5,"latencyMs":1366.9517920000362},{"questionId":"q62","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"9","isCorrect":false,"inputTokens":14527,"outputTokens":5,"latencyMs":1228.7712080000201},{"questionId":"q62","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":9425,"outputTokens":5,"latencyMs":1266.3425830000197},{"questionId":"q63","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"8","isCorrect":false,"inputTokens":13022,"outputTokens":5,"latencyMs":1335.2824580000015},{"questionId":"q63","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"7","isCorrect":false,"inputTokens":7983,"outputTokens":5,"latencyMs":2025.3399169999757},{"questionId":"q63","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":8300,"outputTokens":5,"latencyMs":1620.6212919999962},{"questionId":"q63","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":14527,"outputTokens":5,"latencyMs":1218.0760840000003},{"questionId":"q63","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"7","isCorrect":false,"inputTokens":9425,"outputTokens":5,"latencyMs":1507.2060410000267},{"questionId":"q64","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13022,"outputTokens":5,"latencyMs":1744.654582999996},{"questionId":"q64","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"6","isCorrect":false,"inputTokens":7983,"outputTokens":5,"latencyMs":1201.6237919999985},{"questionId":"q64","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8300,"outputTokens":5,"latencyMs":1788.556333000015},{"questionId":"q64","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":14527,"outputTokens":5,"latencyMs":1798.2694170000032},{"questionId":"q64","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9425,"outputTokens":5,"latencyMs":1371.8953749999637},{"questionId":"q65","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":13022,"outputTokens":5,"latencyMs":1428.5923750000075},{"questionId":"q65","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":7983,"outputTokens":5,"latencyMs":1213.5106249999953},{"questionId":"q65","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":8300,"outputTokens":5,"latencyMs":1153.3391249999986},{"questionId":"q65","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":14527,"outputTokens":5,"latencyMs":1358.6227500000386},{"questionId":"q65","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":9425,"outputTokens":5,"latencyMs":1041.3409159999574},{"questionId":"q66","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":13023,"outputTokens":5,"latencyMs":1429.8350419999915},{"questionId":"q66","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":7984,"outputTokens":5,"latencyMs":1130.6302500000456},{"questionId":"q66","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":8301,"outputTokens":5,"latencyMs":1183.4113329999964},{"questionId":"q66","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"6","isCorrect":false,"inputTokens":14528,"outputTokens":5,"latencyMs":1403.4962079999968},{"questionId":"q66","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"6","isCorrect":false,"inputTokens":9426,"outputTokens":5,"latencyMs":1552.7885419999948},{"questionId":"q67","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"6","isCorrect":false,"inputTokens":13023,"outputTokens":5,"latencyMs":1547.673749999958},{"questionId":"q67","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":7984,"outputTokens":5,"latencyMs":1488.8348750000005},{"questionId":"q67","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"6","isCorrect":false,"inputTokens":8301,"outputTokens":5,"latencyMs":1294.1888749999925},{"questionId":"q67","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":14528,"outputTokens":5,"latencyMs":1580.0848339999793},{"questionId":"q67","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"6","isCorrect":false,"inputTokens":9426,"outputTokens":5,"latencyMs":1412.2284579999978},{"questionId":"q68","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":13023,"outputTokens":5,"latencyMs":1436.3784999999916},{"questionId":"q68","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":7984,"outputTokens":5,"latencyMs":135647.30895799998},{"questionId":"q68","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":8301,"outputTokens":5,"latencyMs":1149.2568330000504},{"questionId":"q68","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":14528,"outputTokens":5,"latencyMs":1191.73770899995},{"questionId":"q68","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":9426,"outputTokens":5,"latencyMs":1037.708541000029},{"questionId":"q69","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"20","actual":"23","isCorrect":false,"inputTokens":13026,"outputTokens":5,"latencyMs":2555.6043340000324},{"questionId":"q69","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"20","actual":"23","isCorrect":false,"inputTokens":7987,"outputTokens":5,"latencyMs":1268.627708999964},{"questionId":"q69","format":"toon","model":"claude-haiku-4-5-20251001","expected":"20","actual":"20","isCorrect":true,"inputTokens":8304,"outputTokens":5,"latencyMs":1064.138750000042},{"questionId":"q69","format":"xml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"26","isCorrect":false,"inputTokens":14531,"outputTokens":5,"latencyMs":1462.3702090000152},{"questionId":"q69","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"23","isCorrect":false,"inputTokens":9429,"outputTokens":5,"latencyMs":1708.8065829999978},{"questionId":"q70","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"19","actual":"18","isCorrect":false,"inputTokens":13026,"outputTokens":5,"latencyMs":1303.9015840000357},{"questionId":"q70","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"19","actual":"23","isCorrect":false,"inputTokens":7987,"outputTokens":5,"latencyMs":1000.4688749999623},{"questionId":"q70","format":"toon","model":"claude-haiku-4-5-20251001","expected":"19","actual":"19","isCorrect":true,"inputTokens":8304,"outputTokens":5,"latencyMs":1066.8717499999912},{"questionId":"q70","format":"xml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"18","isCorrect":false,"inputTokens":14531,"outputTokens":5,"latencyMs":1540.689624999999},{"questionId":"q70","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"23","isCorrect":false,"inputTokens":9429,"outputTokens":5,"latencyMs":1036.3092079999624},{"questionId":"q71","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4095,"outputTokens":6,"latencyMs":1445.6645410000347},{"questionId":"q71","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2406,"outputTokens":6,"latencyMs":890.475541999971},{"questionId":"q71","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1552,"outputTokens":6,"latencyMs":1115.657125000027},{"questionId":"q71","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1460,"outputTokens":6,"latencyMs":1021.6982919999864},{"questionId":"q71","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4797,"outputTokens":6,"latencyMs":2825.67654200003},{"questionId":"q71","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3126,"outputTokens":6,"latencyMs":1105.7810000000172},{"questionId":"q72","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4095,"outputTokens":8,"latencyMs":1006.6233340000035},{"questionId":"q72","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2406,"outputTokens":8,"latencyMs":1475.1360420000274},{"questionId":"q72","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1552,"outputTokens":8,"latencyMs":1306.760500000033},{"questionId":"q72","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1460,"outputTokens":8,"latencyMs":1152.217249999987},{"questionId":"q72","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4797,"outputTokens":8,"latencyMs":1159.180541000038},{"questionId":"q72","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3126,"outputTokens":8,"latencyMs":1042.360791999963},{"questionId":"q73","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4096,"outputTokens":7,"latencyMs":964.712332999974},{"questionId":"q73","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2407,"outputTokens":7,"latencyMs":1077.9677080000401},{"questionId":"q73","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1553,"outputTokens":7,"latencyMs":888.1847500000149},{"questionId":"q73","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1461,"outputTokens":7,"latencyMs":2202.4551659999997},{"questionId":"q73","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4798,"outputTokens":7,"latencyMs":2407.378541999962},{"questionId":"q73","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3127,"outputTokens":7,"latencyMs":1260.8838750000577},{"questionId":"q74","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":4097,"outputTokens":5,"latencyMs":1068.901750000019},{"questionId":"q74","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":2408,"outputTokens":5,"latencyMs":2280.0547910000314},{"questionId":"q74","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":1554,"outputTokens":5,"latencyMs":1518.1229170000297},{"questionId":"q74","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":1462,"outputTokens":5,"latencyMs":1005.2864169999957},{"questionId":"q74","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":4799,"outputTokens":5,"latencyMs":1377.9812500000116},{"questionId":"q74","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":3128,"outputTokens":5,"latencyMs":896.8197919999948},{"questionId":"q75","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4095,"outputTokens":6,"latencyMs":1041.8436249999795},{"questionId":"q75","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2406,"outputTokens":6,"latencyMs":1591.857291000022},{"questionId":"q75","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1552,"outputTokens":6,"latencyMs":134153.22737500007},{"questionId":"q75","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1460,"outputTokens":6,"latencyMs":2621.437166000018},{"questionId":"q75","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4797,"outputTokens":6,"latencyMs":1206.6165000000037},{"questionId":"q75","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3126,"outputTokens":6,"latencyMs":978.7292090000119},{"questionId":"q76","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4095,"outputTokens":8,"latencyMs":1551.3816670000087},{"questionId":"q76","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2406,"outputTokens":8,"latencyMs":1336.6815410000272},{"questionId":"q76","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1552,"outputTokens":8,"latencyMs":1139.947125000006},{"questionId":"q76","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1460,"outputTokens":8,"latencyMs":932.0748749999912},{"questionId":"q76","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4797,"outputTokens":8,"latencyMs":1333.9932910000207},{"questionId":"q76","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3126,"outputTokens":8,"latencyMs":1271.1030000000028},{"questionId":"q77","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4096,"outputTokens":7,"latencyMs":981.6602919999859},{"questionId":"q77","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2407,"outputTokens":7,"latencyMs":811.8191670000087},{"questionId":"q77","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1553,"outputTokens":7,"latencyMs":1184.6716250000172},{"questionId":"q77","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1461,"outputTokens":7,"latencyMs":1062.654166000022},{"questionId":"q77","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4798,"outputTokens":7,"latencyMs":1256.8684169999906},{"questionId":"q77","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3127,"outputTokens":7,"latencyMs":1064.5108340000152},{"questionId":"q78","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":4097,"outputTokens":5,"latencyMs":1105.1710420000018},{"questionId":"q78","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":2408,"outputTokens":5,"latencyMs":1352.293042000034},{"questionId":"q78","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":1554,"outputTokens":5,"latencyMs":1141.2828749999753},{"questionId":"q78","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":1462,"outputTokens":5,"latencyMs":1094.8242090000422},{"questionId":"q78","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":4799,"outputTokens":5,"latencyMs":1199.8344159999979},{"questionId":"q78","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":3128,"outputTokens":5,"latencyMs":1093.0980829999899},{"questionId":"q79","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4095,"outputTokens":6,"latencyMs":1205.9528330000467},{"questionId":"q79","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2406,"outputTokens":6,"latencyMs":1070.842541000049},{"questionId":"q79","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1552,"outputTokens":6,"latencyMs":1010.1033329999773},{"questionId":"q79","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1460,"outputTokens":6,"latencyMs":1085.5609579999582},{"questionId":"q79","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4797,"outputTokens":6,"latencyMs":1161.1155410000356},{"questionId":"q79","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3126,"outputTokens":6,"latencyMs":1122.71541600005},{"questionId":"q80","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4092,"outputTokens":5,"latencyMs":1073.2076670000097},{"questionId":"q80","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":2403,"outputTokens":5,"latencyMs":995.7284590000054},{"questionId":"q80","format":"toon","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":1549,"outputTokens":5,"latencyMs":845.3497089999728},{"questionId":"q80","format":"csv","model":"claude-haiku-4-5-20251001","expected":"60","actual":"59","isCorrect":false,"inputTokens":1457,"outputTokens":5,"latencyMs":886.6102499999688},{"questionId":"q80","format":"xml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4794,"outputTokens":5,"latencyMs":1157.310165999981},{"questionId":"q80","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":3123,"outputTokens":5,"latencyMs":1132.964666999993},{"questionId":"q81","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"352,378","isCorrect":false,"inputTokens":4093,"outputTokens":7,"latencyMs":1095.3754999999655},{"questionId":"q81","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"319,555","isCorrect":false,"inputTokens":2404,"outputTokens":7,"latencyMs":1041.2718749999767},{"questionId":"q81","format":"toon","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"330,557","isCorrect":false,"inputTokens":1550,"outputTokens":7,"latencyMs":1020.2267090000096},{"questionId":"q81","format":"csv","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"349,968","isCorrect":false,"inputTokens":1458,"outputTokens":7,"latencyMs":1130.9903330000234},{"questionId":"q81","format":"xml","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"325,831","isCorrect":false,"inputTokens":4795,"outputTokens":7,"latencyMs":1567.1822919999831},{"questionId":"q81","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"182,588","isCorrect":false,"inputTokens":3124,"outputTokens":7,"latencyMs":1206.90533400001},{"questionId":"q82","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1370","isCorrect":false,"inputTokens":4094,"outputTokens":6,"latencyMs":1258.9610000000102},{"questionId":"q82","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1617","isCorrect":false,"inputTokens":2405,"outputTokens":6,"latencyMs":1399.7614169999724},{"questionId":"q82","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1625","isCorrect":false,"inputTokens":1551,"outputTokens":6,"latencyMs":1181.7479590000585},{"questionId":"q82","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1442","isCorrect":false,"inputTokens":1459,"outputTokens":6,"latencyMs":1267.9241250000196},{"questionId":"q82","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1396","isCorrect":false,"inputTokens":4796,"outputTokens":6,"latencyMs":1313.2502080000704},{"questionId":"q82","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1356","isCorrect":false,"inputTokens":3125,"outputTokens":6,"latencyMs":1171.9902500000317},{"questionId":"q83","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"409,821.89","isCorrect":false,"inputTokens":4091,"outputTokens":9,"latencyMs":1235.642332999967},{"questionId":"q83","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"378,891.97","isCorrect":false,"inputTokens":2402,"outputTokens":9,"latencyMs":1311.002666000044},{"questionId":"q83","format":"toon","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"361,548.62","isCorrect":false,"inputTokens":1548,"outputTokens":9,"latencyMs":1150.6039999999339},{"questionId":"q83","format":"csv","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"428,639.15","isCorrect":false,"inputTokens":1456,"outputTokens":9,"latencyMs":1094.9247500000056},{"questionId":"q83","format":"xml","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"381,832.14","isCorrect":false,"inputTokens":4793,"outputTokens":9,"latencyMs":1011.7133749999339},{"questionId":"q83","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"389,498.54","isCorrect":false,"inputTokens":3122,"outputTokens":9,"latencyMs":1043.9226250000065},{"questionId":"q84","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5355","isCorrect":false,"inputTokens":4089,"outputTokens":8,"latencyMs":1295.4472079999978},{"questionId":"q84","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5355","isCorrect":false,"inputTokens":2400,"outputTokens":8,"latencyMs":1916.0808340000222},{"questionId":"q84","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5317","isCorrect":true,"inputTokens":1546,"outputTokens":8,"latencyMs":1264.7692080000415},{"questionId":"q84","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5229","isCorrect":false,"inputTokens":1454,"outputTokens":8,"latencyMs":1405.785125000053},{"questionId":"q84","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4791,"outputTokens":7,"latencyMs":1364.1582499999786},{"questionId":"q84","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5348","isCorrect":true,"inputTokens":3120,"outputTokens":8,"latencyMs":1299.8592499999795},{"questionId":"q85","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4094,"outputTokens":5,"latencyMs":950.6797500000102},{"questionId":"q85","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"23","isCorrect":false,"inputTokens":2405,"outputTokens":5,"latencyMs":1537.8788749999367},{"questionId":"q85","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":1551,"outputTokens":5,"latencyMs":741.9191250000149},{"questionId":"q85","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":1459,"outputTokens":5,"latencyMs":1347.7071670000441},{"questionId":"q85","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"20","isCorrect":false,"inputTokens":4796,"outputTokens":5,"latencyMs":978.4684160000179},{"questionId":"q85","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":3125,"outputTokens":5,"latencyMs":1221.0832079999382},{"questionId":"q86","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"42","actual":"27","isCorrect":false,"inputTokens":4094,"outputTokens":5,"latencyMs":1657.6141670000507},{"questionId":"q86","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"42","actual":"28","isCorrect":false,"inputTokens":2405,"outputTokens":5,"latencyMs":1112.2490830000024},{"questionId":"q86","format":"toon","model":"claude-haiku-4-5-20251001","expected":"42","actual":"38","isCorrect":false,"inputTokens":1551,"outputTokens":5,"latencyMs":1090.7140420000069},{"questionId":"q86","format":"csv","model":"claude-haiku-4-5-20251001","expected":"42","actual":"38","isCorrect":false,"inputTokens":1459,"outputTokens":5,"latencyMs":908.3815840000752},{"questionId":"q86","format":"xml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"27","isCorrect":false,"inputTokens":4796,"outputTokens":5,"latencyMs":1333.344291999936},{"questionId":"q86","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"27","isCorrect":false,"inputTokens":3125,"outputTokens":5,"latencyMs":1417.703749999986},{"questionId":"q87","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"20","actual":"18","isCorrect":false,"inputTokens":4102,"outputTokens":5,"latencyMs":811.7225829999661},{"questionId":"q87","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"20","actual":"23","isCorrect":false,"inputTokens":2413,"outputTokens":5,"latencyMs":1470.5692910000216},{"questionId":"q87","format":"toon","model":"claude-haiku-4-5-20251001","expected":"20","actual":"21","isCorrect":false,"inputTokens":1559,"outputTokens":5,"latencyMs":1062.294792000088},{"questionId":"q87","format":"csv","model":"claude-haiku-4-5-20251001","expected":"20","actual":"18","isCorrect":false,"inputTokens":1467,"outputTokens":5,"latencyMs":1246.1075420000125},{"questionId":"q87","format":"xml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":4804,"outputTokens":5,"latencyMs":1080.7989589999197},{"questionId":"q87","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":3133,"outputTokens":5,"latencyMs":1536.6151249998948},{"questionId":"q88","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"14","actual":"8","isCorrect":false,"inputTokens":4102,"outputTokens":5,"latencyMs":1650.748459000024},{"questionId":"q88","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"14","actual":"10","isCorrect":false,"inputTokens":2413,"outputTokens":5,"latencyMs":1152.1895840000361},{"questionId":"q88","format":"toon","model":"claude-haiku-4-5-20251001","expected":"14","actual":"10","isCorrect":false,"inputTokens":1559,"outputTokens":5,"latencyMs":1257.109167000046},{"questionId":"q88","format":"csv","model":"claude-haiku-4-5-20251001","expected":"14","actual":"8","isCorrect":false,"inputTokens":1467,"outputTokens":5,"latencyMs":1134.593125000014},{"questionId":"q88","format":"xml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"9","isCorrect":false,"inputTokens":4804,"outputTokens":5,"latencyMs":1552.6940409999806},{"questionId":"q88","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"8","isCorrect":false,"inputTokens":3133,"outputTokens":5,"latencyMs":1000.2084160000086},{"questionId":"q89","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":4100,"outputTokens":5,"latencyMs":1432.9054579999065},{"questionId":"q89","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":2411,"outputTokens":5,"latencyMs":1118.0298750000075},{"questionId":"q89","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":1557,"outputTokens":5,"latencyMs":1100.108125000028},{"questionId":"q89","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":1465,"outputTokens":5,"latencyMs":879.8744579999475},{"questionId":"q89","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4802,"outputTokens":5,"latencyMs":932.8511250000447},{"questionId":"q89","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":3131,"outputTokens":5,"latencyMs":1239.4788750000298},{"questionId":"q90","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4100,"outputTokens":5,"latencyMs":1117.268167000031},{"questionId":"q90","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":2411,"outputTokens":5,"latencyMs":1466.201749999891},{"questionId":"q90","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":1557,"outputTokens":5,"latencyMs":1142.5247499999823},{"questionId":"q90","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":1465,"outputTokens":5,"latencyMs":1317.812707999954},{"questionId":"q90","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4802,"outputTokens":5,"latencyMs":1471.6635420001112},{"questionId":"q90","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":3131,"outputTokens":5,"latencyMs":1131.126290999935},{"questionId":"q91","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":4100,"outputTokens":5,"latencyMs":1457.6941660000011},{"questionId":"q91","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":2411,"outputTokens":5,"latencyMs":1692.0967919999966},{"questionId":"q91","format":"toon","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":1557,"outputTokens":5,"latencyMs":1209.3823329999577},{"questionId":"q91","format":"csv","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":1465,"outputTokens":5,"latencyMs":1165.7072499999776},{"questionId":"q91","format":"xml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"13","isCorrect":false,"inputTokens":4802,"outputTokens":5,"latencyMs":1366.3539579999633},{"questionId":"q91","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":3131,"outputTokens":5,"latencyMs":1627.3735419999575},{"questionId":"q92","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":4101,"outputTokens":5,"latencyMs":941.233499999973},{"questionId":"q92","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":2412,"outputTokens":5,"latencyMs":1174.533167000045},{"questionId":"q92","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"31","isCorrect":false,"inputTokens":1558,"outputTokens":5,"latencyMs":1270.3798330000136},{"questionId":"q92","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"25","isCorrect":false,"inputTokens":1466,"outputTokens":5,"latencyMs":135450.89775},{"questionId":"q92","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"31","isCorrect":false,"inputTokens":4803,"outputTokens":5,"latencyMs":1089.6465000000317},{"questionId":"q92","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"18","isCorrect":false,"inputTokens":3132,"outputTokens":5,"latencyMs":1323.09620800009},{"questionId":"q93","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":4101,"outputTokens":5,"latencyMs":1097.0248750000028},{"questionId":"q93","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"9","actual":"12","isCorrect":false,"inputTokens":2412,"outputTokens":5,"latencyMs":2636.873957999982},{"questionId":"q93","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":1558,"outputTokens":5,"latencyMs":1240.7609159999993},{"questionId":"q93","format":"csv","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":1466,"outputTokens":5,"latencyMs":860.1172090000473},{"questionId":"q93","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":4803,"outputTokens":5,"latencyMs":1052.20229200006},{"questionId":"q93","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":3132,"outputTokens":5,"latencyMs":1558.8638329999521},{"questionId":"q94","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":4102,"outputTokens":5,"latencyMs":955.4143750000512},{"questionId":"q94","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":2413,"outputTokens":5,"latencyMs":981.6348749999888},{"questionId":"q94","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":1559,"outputTokens":5,"latencyMs":1137.1802499999758},{"questionId":"q94","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"12","isCorrect":false,"inputTokens":1467,"outputTokens":5,"latencyMs":1008.8686250000028},{"questionId":"q94","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"27","isCorrect":false,"inputTokens":4804,"outputTokens":5,"latencyMs":1335.1314589999383},{"questionId":"q94","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":3133,"outputTokens":5,"latencyMs":1422.817041000002},{"questionId":"q95","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":4102,"outputTokens":5,"latencyMs":1395.5275830000173},{"questionId":"q95","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":2413,"outputTokens":5,"latencyMs":1240.6792499999283},{"questionId":"q95","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":1559,"outputTokens":5,"latencyMs":1357.294208999956},{"questionId":"q95","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"12","isCorrect":false,"inputTokens":1467,"outputTokens":5,"latencyMs":931.3478330000071},{"questionId":"q95","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4804,"outputTokens":5,"latencyMs":1304.6751670000376},{"questionId":"q95","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":3133,"outputTokens":5,"latencyMs":1023.4539159999695},{"questionId":"q96","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17431,"outputTokens":6,"latencyMs":1549.0179999999236},{"questionId":"q96","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12566,"outputTokens":6,"latencyMs":1073.2592919999734},{"questionId":"q96","format":"toon","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9329,"outputTokens":6,"latencyMs":1650.7731250000652},{"questionId":"q96","format":"csv","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9147,"outputTokens":6,"latencyMs":1706.1569590000436},{"questionId":"q96","format":"xml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19821,"outputTokens":6,"latencyMs":2284.9616660000756},{"questionId":"q96","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":14506,"outputTokens":6,"latencyMs":1872.9165000000503},{"questionId":"q97","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17430,"outputTokens":6,"latencyMs":1756.9818749999395},{"questionId":"q97","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12565,"outputTokens":6,"latencyMs":1143.423208000022},{"questionId":"q97","format":"toon","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9328,"outputTokens":6,"latencyMs":2193.2150839999085},{"questionId":"q97","format":"csv","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9146,"outputTokens":6,"latencyMs":1128.1155410000356},{"questionId":"q97","format":"xml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19820,"outputTokens":6,"latencyMs":1524.0118340000045},{"questionId":"q97","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":14505,"outputTokens":6,"latencyMs":1436.5846250000177},{"questionId":"q98","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17425,"outputTokens":6,"latencyMs":1296.6286669999827},{"questionId":"q98","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":12560,"outputTokens":6,"latencyMs":1323.7782080000034},{"questionId":"q98","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":9323,"outputTokens":6,"latencyMs":59378.73687500006},{"questionId":"q98","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":9141,"outputTokens":6,"latencyMs":1815.1144589999458},{"questionId":"q98","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":19815,"outputTokens":6,"latencyMs":1427.9329579999903},{"questionId":"q98","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":14500,"outputTokens":6,"latencyMs":1279.6807920000283},{"questionId":"q99","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":17430,"outputTokens":4,"latencyMs":1292.262624999974},{"questionId":"q99","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":12565,"outputTokens":4,"latencyMs":1375.4475000000093},{"questionId":"q99","format":"toon","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9328,"outputTokens":4,"latencyMs":1169.7131659999723},{"questionId":"q99","format":"csv","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9146,"outputTokens":4,"latencyMs":2760.7117500000168},{"questionId":"q99","format":"xml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":19820,"outputTokens":4,"latencyMs":2885.7982499999925},{"questionId":"q99","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":14505,"outputTokens":4,"latencyMs":1770.374792000046},{"questionId":"q100","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17425,"outputTokens":6,"latencyMs":1842.8854999999749},{"questionId":"q100","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":12560,"outputTokens":6,"latencyMs":1059.2116670000833},{"questionId":"q100","format":"toon","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":9323,"outputTokens":6,"latencyMs":1134.6034999999683},{"questionId":"q100","format":"csv","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":9141,"outputTokens":6,"latencyMs":1111.7190420000115},{"questionId":"q100","format":"xml","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":19815,"outputTokens":6,"latencyMs":1788.3842920000898},{"questionId":"q100","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":14500,"outputTokens":6,"latencyMs":1219.1583330000285},{"questionId":"q101","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17430,"outputTokens":6,"latencyMs":1336.5955419999082},{"questionId":"q101","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":12565,"outputTokens":6,"latencyMs":1979.233790999977},{"questionId":"q101","format":"toon","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":9328,"outputTokens":6,"latencyMs":1398.4806249999674},{"questionId":"q101","format":"csv","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":9146,"outputTokens":6,"latencyMs":1486.5824589999393},{"questionId":"q101","format":"xml","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":19820,"outputTokens":6,"latencyMs":2036.6534999998985},{"questionId":"q101","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":14505,"outputTokens":6,"latencyMs":1340.5284159999574},{"questionId":"q102","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":17432,"outputTokens":5,"latencyMs":1678.1820420000004},{"questionId":"q102","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":12567,"outputTokens":5,"latencyMs":1717.26087499992},{"questionId":"q102","format":"toon","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":9330,"outputTokens":5,"latencyMs":1414.3522499999963},{"questionId":"q102","format":"csv","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":9148,"outputTokens":5,"latencyMs":1452.5142910000868},{"questionId":"q102","format":"xml","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":19822,"outputTokens":5,"latencyMs":1461.0910419999855},{"questionId":"q102","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":14507,"outputTokens":5,"latencyMs":1208.626042000018},{"questionId":"q103","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":17426,"outputTokens":4,"latencyMs":1446.889542000019},{"questionId":"q103","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":12561,"outputTokens":4,"latencyMs":1275.819041000097},{"questionId":"q103","format":"toon","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9324,"outputTokens":4,"latencyMs":1618.3254160000943},{"questionId":"q103","format":"csv","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9142,"outputTokens":4,"latencyMs":1324.5384159999667},{"questionId":"q103","format":"xml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":19816,"outputTokens":4,"latencyMs":1540.8082500000019},{"questionId":"q103","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":14501,"outputTokens":4,"latencyMs":1639.3106249999255},{"questionId":"q104","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17433,"outputTokens":6,"latencyMs":1416.6109160000924},{"questionId":"q104","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":12568,"outputTokens":6,"latencyMs":1462.0648339999607},{"questionId":"q104","format":"toon","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":9331,"outputTokens":6,"latencyMs":2445.9155830000527},{"questionId":"q104","format":"csv","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":9149,"outputTokens":6,"latencyMs":1240.1038749999134},{"questionId":"q104","format":"xml","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":19823,"outputTokens":6,"latencyMs":1565.9135839999653},{"questionId":"q104","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":14508,"outputTokens":6,"latencyMs":1406.3525420000078},{"questionId":"q105","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17429,"outputTokens":6,"latencyMs":1525.3579579999205},{"questionId":"q105","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":12564,"outputTokens":6,"latencyMs":1152.4085000000196},{"questionId":"q105","format":"toon","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":9327,"outputTokens":6,"latencyMs":1770.4646250000224},{"questionId":"q105","format":"csv","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":9145,"outputTokens":6,"latencyMs":1353.4057909999974},{"questionId":"q105","format":"xml","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":19819,"outputTokens":6,"latencyMs":1444.9497499999125},{"questionId":"q105","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":14504,"outputTokens":6,"latencyMs":135790.69074999995},{"questionId":"q106","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17434,"outputTokens":6,"latencyMs":1451.4468329999363},{"questionId":"q106","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":12569,"outputTokens":6,"latencyMs":1201.844000000041},{"questionId":"q106","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":9332,"outputTokens":6,"latencyMs":1058.9308750000782},{"questionId":"q106","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":9150,"outputTokens":6,"latencyMs":1200.5313340000575},{"questionId":"q106","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":19824,"outputTokens":6,"latencyMs":1919.609999999986},{"questionId":"q106","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":14509,"outputTokens":6,"latencyMs":1765.9685419999296},{"questionId":"q107","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":17422,"outputTokens":5,"latencyMs":1923.7036670000525},{"questionId":"q107","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":12557,"outputTokens":5,"latencyMs":2376.041458999971},{"questionId":"q107","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9320,"outputTokens":5,"latencyMs":1554.609208000009},{"questionId":"q107","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9138,"outputTokens":5,"latencyMs":1288.4187920000404},{"questionId":"q107","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":19812,"outputTokens":5,"latencyMs":1580.9837919999845},{"questionId":"q107","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":14497,"outputTokens":5,"latencyMs":1666.154332999955},{"questionId":"q108","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"17525947","isCorrect":false,"inputTokens":17425,"outputTokens":7,"latencyMs":1619.4902499999152},{"questionId":"q108","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"14842571","isCorrect":false,"inputTokens":12560,"outputTokens":7,"latencyMs":1170.5864580000052},{"questionId":"q108","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13746686","isCorrect":false,"inputTokens":9323,"outputTokens":7,"latencyMs":1525.2280420000898},{"questionId":"q108","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"15746895","isCorrect":false,"inputTokens":9141,"outputTokens":7,"latencyMs":1232.1970420000143},{"questionId":"q108","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"12968527","isCorrect":false,"inputTokens":19815,"outputTokens":7,"latencyMs":3372.6276249999646},{"questionId":"q108","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13824638","isCorrect":false,"inputTokens":14500,"outputTokens":7,"latencyMs":1895.8765839999542},{"questionId":"q109","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,447,821","isCorrect":false,"inputTokens":17426,"outputTokens":9,"latencyMs":2032.5368330000201},{"questionId":"q109","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1346787","isCorrect":false,"inputTokens":12561,"outputTokens":7,"latencyMs":1355.346416000044},{"questionId":"q109","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1368618","isCorrect":false,"inputTokens":9324,"outputTokens":7,"latencyMs":1350.4067920000525},{"questionId":"q109","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1285547","isCorrect":false,"inputTokens":9142,"outputTokens":7,"latencyMs":1598.6938329999102},{"questionId":"q109","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,534,956","isCorrect":false,"inputTokens":19816,"outputTokens":9,"latencyMs":1369.1255839999067},{"questionId":"q109","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,273,892","isCorrect":false,"inputTokens":14501,"outputTokens":9,"latencyMs":1250.2912920000963},{"questionId":"q110","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"127,784.68","isCorrect":false,"inputTokens":17424,"outputTokens":9,"latencyMs":1589.4543339998927},{"questionId":"q110","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"```json\n{\"average_stars\":135847.16}\n```","isCorrect":false,"inputTokens":12559,"outputTokens":18,"latencyMs":1812.6839160000673},{"questionId":"q110","format":"toon","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"132,276.45","isCorrect":false,"inputTokens":9322,"outputTokens":9,"latencyMs":1077.4147919999668},{"questionId":"q110","format":"csv","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"133,892.28","isCorrect":false,"inputTokens":9140,"outputTokens":9,"latencyMs":1132.0060000000522},{"questionId":"q110","format":"xml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"127,574.81","isCorrect":false,"inputTokens":19814,"outputTokens":9,"latencyMs":1978.7705419999547},{"questionId":"q110","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"137,841.45","isCorrect":false,"inputTokens":14499,"outputTokens":9,"latencyMs":1737.108540999936},{"questionId":"q111","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"41","actual":"26","isCorrect":false,"inputTokens":17426,"outputTokens":5,"latencyMs":2407.2787089999765},{"questionId":"q111","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"41","actual":"25","isCorrect":false,"inputTokens":12561,"outputTokens":5,"latencyMs":1335.2449169999454},{"questionId":"q111","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"26","isCorrect":false,"inputTokens":9324,"outputTokens":5,"latencyMs":1641.0892500000773},{"questionId":"q111","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"26","isCorrect":false,"inputTokens":9142,"outputTokens":5,"latencyMs":1659.8185000000522},{"questionId":"q111","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":19816,"outputTokens":5,"latencyMs":1373.9072500000475},{"questionId":"q111","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"26","isCorrect":false,"inputTokens":14501,"outputTokens":5,"latencyMs":1089.438124999986},{"questionId":"q112","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"53","actual":"65","isCorrect":false,"inputTokens":17426,"outputTokens":5,"latencyMs":1256.0232499999693},{"questionId":"q112","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"53","actual":"59","isCorrect":false,"inputTokens":12561,"outputTokens":5,"latencyMs":1270.2216250000056},{"questionId":"q112","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"56","isCorrect":false,"inputTokens":9324,"outputTokens":5,"latencyMs":1080.4613749999553},{"questionId":"q112","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"48","isCorrect":false,"inputTokens":9142,"outputTokens":5,"latencyMs":1195.3386249999749},{"questionId":"q112","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"58","isCorrect":false,"inputTokens":19816,"outputTokens":5,"latencyMs":1716.5474580000155},{"questionId":"q112","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"61","isCorrect":false,"inputTokens":14501,"outputTokens":5,"latencyMs":1436.8687090000603},{"questionId":"q113","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":17426,"outputTokens":5,"latencyMs":1288.2891250000102},{"questionId":"q113","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"77","actual":"65","isCorrect":false,"inputTokens":12561,"outputTokens":5,"latencyMs":1878.7123329999158},{"questionId":"q113","format":"toon","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":9324,"outputTokens":5,"latencyMs":1174.7566660000011},{"questionId":"q113","format":"csv","model":"claude-haiku-4-5-20251001","expected":"77","actual":"97","isCorrect":false,"inputTokens":9142,"outputTokens":5,"latencyMs":1585.0327920001},{"questionId":"q113","format":"xml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"79","isCorrect":false,"inputTokens":19816,"outputTokens":5,"latencyMs":1991.5329589999747},{"questionId":"q113","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":14501,"outputTokens":5,"latencyMs":1472.81004199991},{"questionId":"q114","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"37","actual":"60","isCorrect":false,"inputTokens":17426,"outputTokens":5,"latencyMs":1837.4823340000585},{"questionId":"q114","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"37","actual":"50","isCorrect":false,"inputTokens":12561,"outputTokens":5,"latencyMs":1154.4151249999413},{"questionId":"q114","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"35","isCorrect":false,"inputTokens":9324,"outputTokens":5,"latencyMs":1429.2106670000358},{"questionId":"q114","format":"csv","model":"claude-haiku-4-5-20251001","expected":"37","actual":"47","isCorrect":false,"inputTokens":9142,"outputTokens":5,"latencyMs":135280.49025000003},{"questionId":"q114","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"50","isCorrect":false,"inputTokens":19816,"outputTokens":5,"latencyMs":2030.1534580000443},{"questionId":"q114","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"73","isCorrect":false,"inputTokens":14501,"outputTokens":5,"latencyMs":1371.425333000021},{"questionId":"q115","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":17426,"outputTokens":5,"latencyMs":1489.0051250000251},{"questionId":"q115","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":12561,"outputTokens":5,"latencyMs":1466.1329169999808},{"questionId":"q115","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"20","isCorrect":false,"inputTokens":9324,"outputTokens":5,"latencyMs":1293.8040409999667},{"questionId":"q115","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"20","isCorrect":false,"inputTokens":9142,"outputTokens":5,"latencyMs":1199.2742919999873},{"questionId":"q115","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"5","isCorrect":false,"inputTokens":19816,"outputTokens":5,"latencyMs":2370.445834000013},{"questionId":"q115","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"3","isCorrect":false,"inputTokens":14501,"outputTokens":5,"latencyMs":2260.0115830000723},{"questionId":"q116","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"49","actual":"31","isCorrect":false,"inputTokens":17427,"outputTokens":5,"latencyMs":1656.3866249999264},{"questionId":"q116","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"49","actual":"47","isCorrect":false,"inputTokens":12562,"outputTokens":5,"latencyMs":1364.529125000001},{"questionId":"q116","format":"toon","model":"claude-haiku-4-5-20251001","expected":"49","actual":"52","isCorrect":false,"inputTokens":9325,"outputTokens":5,"latencyMs":1118.893415999948},{"questionId":"q116","format":"csv","model":"claude-haiku-4-5-20251001","expected":"49","actual":"32","isCorrect":false,"inputTokens":9143,"outputTokens":5,"latencyMs":1354.8706660000607},{"questionId":"q116","format":"xml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"23","isCorrect":false,"inputTokens":19817,"outputTokens":5,"latencyMs":1742.3912080000155},{"questionId":"q116","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"47","isCorrect":false,"inputTokens":14502,"outputTokens":5,"latencyMs":1213.965957999928},{"questionId":"q117","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":17427,"outputTokens":5,"latencyMs":1659.6879999999655},{"questionId":"q117","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":12562,"outputTokens":5,"latencyMs":1768.546834000037},{"questionId":"q117","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"25","isCorrect":false,"inputTokens":9325,"outputTokens":5,"latencyMs":1113.714917000034},{"questionId":"q117","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"31","isCorrect":false,"inputTokens":9143,"outputTokens":5,"latencyMs":1769.5054169999203},{"questionId":"q117","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"16","isCorrect":false,"inputTokens":19817,"outputTokens":5,"latencyMs":1303.7927500000224},{"questionId":"q117","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":14502,"outputTokens":5,"latencyMs":1178.9949999999953},{"questionId":"q118","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":17427,"outputTokens":5,"latencyMs":1245.5005830000155},{"questionId":"q118","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":12562,"outputTokens":5,"latencyMs":1179.517332999967},{"questionId":"q118","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"15","isCorrect":false,"inputTokens":9325,"outputTokens":5,"latencyMs":1234.552708000061},{"questionId":"q118","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"27","isCorrect":false,"inputTokens":9143,"outputTokens":5,"latencyMs":980.5235000000102},{"questionId":"q118","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"15","isCorrect":false,"inputTokens":19817,"outputTokens":5,"latencyMs":1948.8275419999845},{"questionId":"q118","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"14","isCorrect":false,"inputTokens":14502,"outputTokens":5,"latencyMs":1154.1357909999788},{"questionId":"q119","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"57","actual":"14","isCorrect":false,"inputTokens":17435,"outputTokens":5,"latencyMs":1782.1672910000198},{"questionId":"q119","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"57","actual":"28","isCorrect":false,"inputTokens":12570,"outputTokens":5,"latencyMs":1546.312917000032},{"questionId":"q119","format":"toon","model":"claude-haiku-4-5-20251001","expected":"57","actual":"8","isCorrect":false,"inputTokens":9333,"outputTokens":5,"latencyMs":1557.8855420000618},{"questionId":"q119","format":"csv","model":"claude-haiku-4-5-20251001","expected":"57","actual":"16","isCorrect":false,"inputTokens":9151,"outputTokens":5,"latencyMs":1257.063957999926},{"questionId":"q119","format":"xml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"15","isCorrect":false,"inputTokens":19825,"outputTokens":5,"latencyMs":2910.703749999986},{"questionId":"q119","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"15","isCorrect":false,"inputTokens":14510,"outputTokens":5,"latencyMs":1233.1566660000244},{"questionId":"q120","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"43","actual":"47","isCorrect":false,"inputTokens":17435,"outputTokens":5,"latencyMs":1282.1466670000227},{"questionId":"q120","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"43","actual":"36","isCorrect":false,"inputTokens":12570,"outputTokens":5,"latencyMs":1384.6129580000415},{"questionId":"q120","format":"toon","model":"claude-haiku-4-5-20251001","expected":"43","actual":"32","isCorrect":false,"inputTokens":9333,"outputTokens":5,"latencyMs":1190.936417000019},{"questionId":"q120","format":"csv","model":"claude-haiku-4-5-20251001","expected":"43","actual":"23","isCorrect":false,"inputTokens":9151,"outputTokens":5,"latencyMs":1255.6295420000097},{"questionId":"q120","format":"xml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"21","isCorrect":false,"inputTokens":19825,"outputTokens":5,"latencyMs":1539.4536249999655},{"questionId":"q120","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"42","isCorrect":false,"inputTokens":14510,"outputTokens":5,"latencyMs":1191.5602909999434},{"questionId":"q121","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"15","isCorrect":false,"inputTokens":17435,"outputTokens":5,"latencyMs":1456.7998339999467},{"questionId":"q121","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"16","isCorrect":false,"inputTokens":12570,"outputTokens":5,"latencyMs":1273.3514590000268},{"questionId":"q121","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"15","isCorrect":false,"inputTokens":9333,"outputTokens":5,"latencyMs":1030.0079169999808},{"questionId":"q121","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":9151,"outputTokens":5,"latencyMs":1296.0598750000354},{"questionId":"q121","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":19825,"outputTokens":5,"latencyMs":1479.1339589999989},{"questionId":"q121","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"13","isCorrect":false,"inputTokens":14510,"outputTokens":5,"latencyMs":1348.386708999984},{"questionId":"q122","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":17435,"outputTokens":5,"latencyMs":1851.1320410000626},{"questionId":"q122","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"17","isCorrect":false,"inputTokens":12570,"outputTokens":5,"latencyMs":1513.4139590000268},{"questionId":"q122","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":9333,"outputTokens":5,"latencyMs":1019.4977920000674},{"questionId":"q122","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"21","isCorrect":false,"inputTokens":9151,"outputTokens":5,"latencyMs":1252.4444580000127},{"questionId":"q122","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":19825,"outputTokens":5,"latencyMs":2239.8731249999255},{"questionId":"q122","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"8","isCorrect":false,"inputTokens":14510,"outputTokens":5,"latencyMs":1138.81104099995},{"questionId":"q123","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"12","isCorrect":false,"inputTokens":17435,"outputTokens":5,"latencyMs":2972.753999999957},{"questionId":"q123","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"3","isCorrect":false,"inputTokens":12570,"outputTokens":5,"latencyMs":1550.2462499999674},{"questionId":"q123","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"8","isCorrect":false,"inputTokens":9333,"outputTokens":5,"latencyMs":1167.2528329999186},{"questionId":"q123","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":9151,"outputTokens":5,"latencyMs":1822.666458999971},{"questionId":"q123","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"5","isCorrect":false,"inputTokens":19825,"outputTokens":5,"latencyMs":1701.1414589999476},{"questionId":"q123","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":14510,"outputTokens":5,"latencyMs":2044.1263749999925},{"questionId":"q124","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":7732,"outputTokens":4,"latencyMs":1322.2519999999786},{"questionId":"q124","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":5170,"outputTokens":4,"latencyMs":1445.716625000001},{"questionId":"q124","format":"toon","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6190,"outputTokens":4,"latencyMs":1237.5652079998981},{"questionId":"q124","format":"xml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":8737,"outputTokens":4,"latencyMs":1288.4407499999506},{"questionId":"q124","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6136,"outputTokens":4,"latencyMs":1240.3781670000171},{"questionId":"q125","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7732,"outputTokens":7,"latencyMs":1251.3257500000764},{"questionId":"q125","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5170,"outputTokens":7,"latencyMs":1564.0911250000354},{"questionId":"q125","format":"toon","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6190,"outputTokens":7,"latencyMs":1095.515916000004},{"questionId":"q125","format":"xml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8737,"outputTokens":7,"latencyMs":1325.0977089999942},{"questionId":"q125","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6136,"outputTokens":7,"latencyMs":1380.611125000054},{"questionId":"q126","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":7733,"outputTokens":5,"latencyMs":1183.3869580000173},{"questionId":"q126","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":5171,"outputTokens":5,"latencyMs":1186.1116250000196},{"questionId":"q126","format":"toon","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":6191,"outputTokens":5,"latencyMs":1086.6458339999663},{"questionId":"q126","format":"xml","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":8738,"outputTokens":5,"latencyMs":1429.5812500000466},{"questionId":"q126","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":6137,"outputTokens":5,"latencyMs":1231.497667000047},{"questionId":"q127","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":7733,"outputTokens":6,"latencyMs":1359.0183330000145},{"questionId":"q127","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5171,"outputTokens":6,"latencyMs":952.6933339999523},{"questionId":"q127","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6191,"outputTokens":6,"latencyMs":934.7892499999143},{"questionId":"q127","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":8738,"outputTokens":6,"latencyMs":1337.0739590000594},{"questionId":"q127","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6137,"outputTokens":6,"latencyMs":1141.6887080000015},{"questionId":"q128","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":7732,"outputTokens":4,"latencyMs":984.6171669999603},{"questionId":"q128","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":5170,"outputTokens":4,"latencyMs":1598.2621250000084},{"questionId":"q128","format":"toon","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":6190,"outputTokens":4,"latencyMs":1665.3170829999726},{"questionId":"q128","format":"xml","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":8737,"outputTokens":4,"latencyMs":1075.0322500000475},{"questionId":"q128","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":6136,"outputTokens":4,"latencyMs":1032.5187920000171},{"questionId":"q129","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":7732,"outputTokens":7,"latencyMs":1314.7635410000803},{"questionId":"q129","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5170,"outputTokens":7,"latencyMs":1124.9454169999808},{"questionId":"q129","format":"toon","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6190,"outputTokens":7,"latencyMs":1178.4954579999903},{"questionId":"q129","format":"xml","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":8737,"outputTokens":7,"latencyMs":1263.9604169999948},{"questionId":"q129","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6136,"outputTokens":7,"latencyMs":990.7301250000019},{"questionId":"q130","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":7733,"outputTokens":5,"latencyMs":134578.79599999997},{"questionId":"q130","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":5171,"outputTokens":5,"latencyMs":968.1252910000039},{"questionId":"q130","format":"toon","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":6191,"outputTokens":5,"latencyMs":1090.8137080000015},{"questionId":"q130","format":"xml","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":8738,"outputTokens":5,"latencyMs":1143.6139579999726},{"questionId":"q130","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":6137,"outputTokens":5,"latencyMs":1058.187957999995},{"questionId":"q131","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":7733,"outputTokens":5,"latencyMs":1351.676000000094},{"questionId":"q131","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":5171,"outputTokens":5,"latencyMs":1969.7786250000354},{"questionId":"q131","format":"toon","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":6191,"outputTokens":5,"latencyMs":998.9934170000488},{"questionId":"q131","format":"xml","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":8738,"outputTokens":5,"latencyMs":1755.1462909999536},{"questionId":"q131","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":6137,"outputTokens":5,"latencyMs":1366.4382500000065},{"questionId":"q132","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":7732,"outputTokens":4,"latencyMs":1946.048041000031},{"questionId":"q132","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":5170,"outputTokens":4,"latencyMs":1648.8376670000143},{"questionId":"q132","format":"toon","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6190,"outputTokens":4,"latencyMs":1219.62491699995},{"questionId":"q132","format":"xml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":8737,"outputTokens":4,"latencyMs":1589.6692500000354},{"questionId":"q132","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6136,"outputTokens":4,"latencyMs":1863.625250000041},{"questionId":"q133","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7732,"outputTokens":7,"latencyMs":7655.55554099998},{"questionId":"q133","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5170,"outputTokens":7,"latencyMs":1638.7547499999637},{"questionId":"q133","format":"toon","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6190,"outputTokens":7,"latencyMs":1624.8859589999774},{"questionId":"q133","format":"xml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8737,"outputTokens":7,"latencyMs":136946.34433400002},{"questionId":"q133","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6136,"outputTokens":7,"latencyMs":1423.7594589999644},{"questionId":"q134","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"75","actual":"80","isCorrect":false,"inputTokens":7716,"outputTokens":5,"latencyMs":1250.6163330000127},{"questionId":"q134","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"75","actual":"61","isCorrect":false,"inputTokens":5154,"outputTokens":5,"latencyMs":1449.7023339999141},{"questionId":"q134","format":"toon","model":"claude-haiku-4-5-20251001","expected":"75","actual":"75","isCorrect":true,"inputTokens":6174,"outputTokens":5,"latencyMs":1335.3158340000082},{"questionId":"q134","format":"xml","model":"claude-haiku-4-5-20251001","expected":"75","actual":"100","isCorrect":false,"inputTokens":8721,"outputTokens":5,"latencyMs":1690.8688339999644},{"questionId":"q134","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"75","actual":"75","isCorrect":true,"inputTokens":6120,"outputTokens":5,"latencyMs":1194.3599170000525},{"questionId":"q135","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2447.44","isCorrect":false,"inputTokens":7717,"outputTokens":8,"latencyMs":1532.6048749999609},{"questionId":"q135","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2461.32","isCorrect":false,"inputTokens":5155,"outputTokens":8,"latencyMs":1174.643458000035},{"questionId":"q135","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2445.85","isCorrect":false,"inputTokens":6175,"outputTokens":8,"latencyMs":1453.3343330000062},{"questionId":"q135","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2465.45","isCorrect":false,"inputTokens":8722,"outputTokens":8,"latencyMs":1407.3757079999195},{"questionId":"q135","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2425.52","isCorrect":false,"inputTokens":6121,"outputTokens":8,"latencyMs":1727.172457999899},{"questionId":"q136","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"29","actual":"30","isCorrect":false,"inputTokens":7717,"outputTokens":5,"latencyMs":4074.6192919999594},{"questionId":"q136","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"29","actual":"26","isCorrect":false,"inputTokens":5155,"outputTokens":5,"latencyMs":1351.1561249999795},{"questionId":"q136","format":"toon","model":"claude-haiku-4-5-20251001","expected":"29","actual":"30","isCorrect":false,"inputTokens":6175,"outputTokens":5,"latencyMs":1079.7601659999928},{"questionId":"q136","format":"xml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"31","isCorrect":false,"inputTokens":8722,"outputTokens":5,"latencyMs":1080.8913750000065},{"questionId":"q136","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"30","isCorrect":false,"inputTokens":6121,"outputTokens":5,"latencyMs":1051.8147090000566},{"questionId":"q137","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"17","isCorrect":true,"inputTokens":7717,"outputTokens":5,"latencyMs":1117.4450410000281},{"questionId":"q137","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5155,"outputTokens":5,"latencyMs":960.0351670000236},{"questionId":"q137","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":6175,"outputTokens":5,"latencyMs":1307.409958000062},{"questionId":"q137","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"17","isCorrect":true,"inputTokens":8722,"outputTokens":5,"latencyMs":1157.3227499999339},{"questionId":"q137","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":6121,"outputTokens":5,"latencyMs":1473.7385840000352},{"questionId":"q138","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"29","actual":"23","isCorrect":false,"inputTokens":7717,"outputTokens":5,"latencyMs":1617.0194589999737},{"questionId":"q138","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"29","actual":"23","isCorrect":false,"inputTokens":5155,"outputTokens":5,"latencyMs":4893.344209000003},{"questionId":"q138","format":"toon","model":"claude-haiku-4-5-20251001","expected":"29","actual":"28","isCorrect":false,"inputTokens":6175,"outputTokens":5,"latencyMs":994.5907920000609},{"questionId":"q138","format":"xml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"26","isCorrect":false,"inputTokens":8722,"outputTokens":5,"latencyMs":1068.0511249999981},{"questionId":"q138","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"25","isCorrect":false,"inputTokens":6121,"outputTokens":5,"latencyMs":1093.1777499999152},{"questionId":"q139","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":7720,"outputTokens":5,"latencyMs":1259.5825000000186},{"questionId":"q139","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":5158,"outputTokens":5,"latencyMs":1579.743708999944},{"questionId":"q139","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":6178,"outputTokens":5,"latencyMs":952.0351250000531},{"questionId":"q139","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":8725,"outputTokens":5,"latencyMs":1301.0361249999842},{"questionId":"q139","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":6124,"outputTokens":5,"latencyMs":1122.7744170000078},{"questionId":"q140","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"18","actual":"16","isCorrect":false,"inputTokens":7720,"outputTokens":5,"latencyMs":1149.1232080000918},{"questionId":"q140","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"18","actual":"14","isCorrect":false,"inputTokens":5158,"outputTokens":5,"latencyMs":967.6039589999709},{"questionId":"q140","format":"toon","model":"claude-haiku-4-5-20251001","expected":"18","actual":"14","isCorrect":false,"inputTokens":6178,"outputTokens":5,"latencyMs":1290.0111660000402},{"questionId":"q140","format":"xml","model":"claude-haiku-4-5-20251001","expected":"18","actual":"20","isCorrect":false,"inputTokens":8725,"outputTokens":5,"latencyMs":1196.498915999895},{"questionId":"q140","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"18","actual":"16","isCorrect":false,"inputTokens":6124,"outputTokens":5,"latencyMs":1152.909207999939},{"questionId":"q141","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"33","actual":"34","isCorrect":false,"inputTokens":7724,"outputTokens":5,"latencyMs":1087.8998750000028},{"questionId":"q141","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"33","actual":"32","isCorrect":false,"inputTokens":5162,"outputTokens":5,"latencyMs":1113.3987089999719},{"questionId":"q141","format":"toon","model":"claude-haiku-4-5-20251001","expected":"33","actual":"37","isCorrect":false,"inputTokens":6182,"outputTokens":5,"latencyMs":1231.1717909999425},{"questionId":"q141","format":"xml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"41","isCorrect":false,"inputTokens":8729,"outputTokens":5,"latencyMs":1416.8829169999808},{"questionId":"q141","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"31","isCorrect":false,"inputTokens":6128,"outputTokens":5,"latencyMs":1522.4662500000559},{"questionId":"q142","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"42","actual":"34","isCorrect":false,"inputTokens":7721,"outputTokens":5,"latencyMs":1328.3373340000398},{"questionId":"q142","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"42","actual":"24","isCorrect":false,"inputTokens":5159,"outputTokens":5,"latencyMs":134287.69475000002},{"questionId":"q142","format":"toon","model":"claude-haiku-4-5-20251001","expected":"42","actual":"30","isCorrect":false,"inputTokens":6179,"outputTokens":5,"latencyMs":1117.1614579999587},{"questionId":"q142","format":"xml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"40","isCorrect":false,"inputTokens":8726,"outputTokens":5,"latencyMs":1136.4989999999525},{"questionId":"q142","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"32","isCorrect":false,"inputTokens":6125,"outputTokens":5,"latencyMs":1138.7126249999274},{"questionId":"q143","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"28","isCorrect":false,"inputTokens":7718,"outputTokens":5,"latencyMs":1183.0647090000566},{"questionId":"q143","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"32","isCorrect":false,"inputTokens":5156,"outputTokens":5,"latencyMs":1412.0120420000749},{"questionId":"q143","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"34","isCorrect":false,"inputTokens":6176,"outputTokens":5,"latencyMs":1119.6773340000072},{"questionId":"q143","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"35","isCorrect":false,"inputTokens":8723,"outputTokens":5,"latencyMs":1071.6519580000313},{"questionId":"q143","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"31","isCorrect":false,"inputTokens":6122,"outputTokens":5,"latencyMs":1391.435999999987},{"questionId":"q144","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"29","actual":"31","isCorrect":false,"inputTokens":7723,"outputTokens":5,"latencyMs":1231.0474170000525},{"questionId":"q144","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"29","actual":"29","isCorrect":true,"inputTokens":5161,"outputTokens":5,"latencyMs":1135.2230410000775},{"questionId":"q144","format":"toon","model":"claude-haiku-4-5-20251001","expected":"29","actual":"32","isCorrect":false,"inputTokens":6181,"outputTokens":5,"latencyMs":1294.7761669999454},{"questionId":"q144","format":"xml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"38","isCorrect":false,"inputTokens":8728,"outputTokens":5,"latencyMs":1584.8036249999423},{"questionId":"q144","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"34","isCorrect":false,"inputTokens":6127,"outputTokens":5,"latencyMs":1191.8048329999438},{"questionId":"q145","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"3","isCorrect":false,"inputTokens":7723,"outputTokens":5,"latencyMs":1290.0185000000056},{"questionId":"q145","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"3","isCorrect":false,"inputTokens":5161,"outputTokens":5,"latencyMs":1122.844374999986},{"questionId":"q145","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"1","isCorrect":false,"inputTokens":6181,"outputTokens":5,"latencyMs":1475.8200419999193},{"questionId":"q145","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"3","isCorrect":false,"inputTokens":8728,"outputTokens":5,"latencyMs":1173.7602919999044},{"questionId":"q145","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"0","isCorrect":false,"inputTokens":6127,"outputTokens":5,"latencyMs":881.1776660000905},{"questionId":"q146","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"7","isCorrect":false,"inputTokens":7726,"outputTokens":5,"latencyMs":1632.609708999982},{"questionId":"q146","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"7","isCorrect":false,"inputTokens":5164,"outputTokens":5,"latencyMs":1582.639041999937},{"questionId":"q146","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":6184,"outputTokens":5,"latencyMs":1269.1984999999404},{"questionId":"q146","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"8","isCorrect":false,"inputTokens":8731,"outputTokens":5,"latencyMs":1036.2139169999864},{"questionId":"q146","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":6130,"outputTokens":5,"latencyMs":1217.4673750000075},{"questionId":"q147","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"5","isCorrect":false,"inputTokens":7726,"outputTokens":5,"latencyMs":1237.3523329999298},{"questionId":"q147","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"5","isCorrect":false,"inputTokens":5164,"outputTokens":5,"latencyMs":1081.811207999941},{"questionId":"q147","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"3","isCorrect":false,"inputTokens":6184,"outputTokens":5,"latencyMs":1097.698999999906},{"questionId":"q147","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":8731,"outputTokens":5,"latencyMs":1493.8901250000345},{"questionId":"q147","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"3","isCorrect":false,"inputTokens":6130,"outputTokens":5,"latencyMs":5959.227459000074},{"questionId":"q148","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":7726,"outputTokens":5,"latencyMs":1081.6637079999782},{"questionId":"q148","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":5164,"outputTokens":5,"latencyMs":1492.5457500000484},{"questionId":"q148","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":6184,"outputTokens":5,"latencyMs":874.1137499999022},{"questionId":"q148","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"6","isCorrect":false,"inputTokens":8731,"outputTokens":5,"latencyMs":1358.4161669999594},{"questionId":"q148","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":6130,"outputTokens":5,"latencyMs":1165.1978750000708},{"questionId":"q149","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":7725,"outputTokens":5,"latencyMs":1272.5105410000542},{"questionId":"q149","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":5163,"outputTokens":5,"latencyMs":2354.076624999987},{"questionId":"q149","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":6183,"outputTokens":5,"latencyMs":1261.2219999999506},{"questionId":"q149","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":8730,"outputTokens":5,"latencyMs":1170.514208000037},{"questionId":"q149","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":6129,"outputTokens":5,"latencyMs":1300.107166999951},{"questionId":"q150","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"7","isCorrect":false,"inputTokens":7725,"outputTokens":5,"latencyMs":1087.340208999929},{"questionId":"q150","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":5163,"outputTokens":5,"latencyMs":1174.3553329999559},{"questionId":"q150","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":6183,"outputTokens":5,"latencyMs":1174.71949999989},{"questionId":"q150","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"7","isCorrect":false,"inputTokens":8730,"outputTokens":5,"latencyMs":1559.984334000037},{"questionId":"q150","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":6129,"outputTokens":5,"latencyMs":1118.785791000002},{"questionId":"q151","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":1193,"outputTokens":4,"latencyMs":1305.3309589999262},{"questionId":"q151","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":734,"outputTokens":4,"latencyMs":1374.1964999999618},{"questionId":"q151","format":"toon","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":828,"outputTokens":4,"latencyMs":1806.83050000004},{"questionId":"q151","format":"xml","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":1263,"outputTokens":4,"latencyMs":1012.5046250000596},{"questionId":"q151","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":848,"outputTokens":4,"latencyMs":1101.1594999999506},{"questionId":"q152","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1191,"outputTokens":8,"latencyMs":1029.557541999966},{"questionId":"q152","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":732,"outputTokens":8,"latencyMs":888.0808330000145},{"questionId":"q152","format":"toon","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":826,"outputTokens":8,"latencyMs":961.3018750000047},{"questionId":"q152","format":"xml","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1261,"outputTokens":8,"latencyMs":975.6594170000171},{"questionId":"q152","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":846,"outputTokens":8,"latencyMs":1009.3876249999739},{"questionId":"q153","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1191,"outputTokens":6,"latencyMs":1242.855666999938},{"questionId":"q153","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":732,"outputTokens":6,"latencyMs":1069.828375000041},{"questionId":"q153","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":826,"outputTokens":6,"latencyMs":1983.8990830000257},{"questionId":"q153","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1261,"outputTokens":6,"latencyMs":1225.030000000028},{"questionId":"q153","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":846,"outputTokens":6,"latencyMs":879.2118749999208},{"questionId":"q154","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":1193,"outputTokens":5,"latencyMs":1353.4172089999774},{"questionId":"q154","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":734,"outputTokens":5,"latencyMs":902.1746669999557},{"questionId":"q154","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":935.2352499999106},{"questionId":"q154","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":1263,"outputTokens":5,"latencyMs":1013.6304160000291},{"questionId":"q154","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":848,"outputTokens":5,"latencyMs":1066.8241250000428},{"questionId":"q155","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1191,"outputTokens":6,"latencyMs":853.1445829999866},{"questionId":"q155","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":732,"outputTokens":6,"latencyMs":1091.0674169999547},{"questionId":"q155","format":"toon","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":826,"outputTokens":6,"latencyMs":925.9509580000304},{"questionId":"q155","format":"xml","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1261,"outputTokens":6,"latencyMs":862.8604999999516},{"questionId":"q155","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":846,"outputTokens":6,"latencyMs":890.2595420000143},{"questionId":"q156","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1193,"outputTokens":5,"latencyMs":1059.7631670000264},{"questionId":"q156","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":734,"outputTokens":5,"latencyMs":972.4143750000512},{"questionId":"q156","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":1569.0905000000494},{"questionId":"q156","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1263,"outputTokens":5,"latencyMs":1005.8317500000121},{"questionId":"q156","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":848,"outputTokens":5,"latencyMs":841.4386249999516},{"questionId":"q157","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1193,"outputTokens":6,"latencyMs":1031.2155829999829},{"questionId":"q157","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":734,"outputTokens":6,"latencyMs":1158.673999999999},{"questionId":"q157","format":"toon","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":828,"outputTokens":6,"latencyMs":1014.904749999987},{"questionId":"q157","format":"xml","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1263,"outputTokens":6,"latencyMs":1238.3551670000888},{"questionId":"q157","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":848,"outputTokens":6,"latencyMs":748.4136250000447},{"questionId":"q158","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":1191,"outputTokens":4,"latencyMs":931.4844580000499},{"questionId":"q158","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":732,"outputTokens":4,"latencyMs":4516.0599999999395},{"questionId":"q158","format":"toon","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":826,"outputTokens":4,"latencyMs":825.9817500000354},{"questionId":"q158","format":"xml","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":1261,"outputTokens":4,"latencyMs":1174.4812920000404},{"questionId":"q158","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":846,"outputTokens":4,"latencyMs":1099.4896670000162},{"questionId":"q159","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1192,"outputTokens":6,"latencyMs":1363.4585840000072},{"questionId":"q159","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":733,"outputTokens":6,"latencyMs":1411.4544589999132},{"questionId":"q159","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":827,"outputTokens":6,"latencyMs":1238.5263330000453},{"questionId":"q159","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1262,"outputTokens":6,"latencyMs":1455.4916249999078},{"questionId":"q159","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":847,"outputTokens":6,"latencyMs":903.907750000013},{"questionId":"q160","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1193,"outputTokens":9,"latencyMs":1261.4720420000376},{"questionId":"q160","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":734,"outputTokens":9,"latencyMs":1111.7462079999968},{"questionId":"q160","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":828,"outputTokens":9,"latencyMs":1340.6697080000304},{"questionId":"q160","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1263,"outputTokens":9,"latencyMs":1059.558874999988},{"questionId":"q160","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":848,"outputTokens":9,"latencyMs":1120.9716669999762},{"questionId":"q161","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1193,"outputTokens":5,"latencyMs":1607.4433750000317},{"questionId":"q161","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":734,"outputTokens":5,"latencyMs":1011.5435829999624},{"questionId":"q161","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":1098.9950830000453},{"questionId":"q161","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1263,"outputTokens":5,"latencyMs":1010.8417080000509},{"questionId":"q161","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":848,"outputTokens":5,"latencyMs":787.2757920000004},{"questionId":"q162","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1193,"outputTokens":5,"latencyMs":1078.016958000022},{"questionId":"q162","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":734,"outputTokens":5,"latencyMs":1090.475458000088},{"questionId":"q162","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":1037.0881660000887},{"questionId":"q162","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1263,"outputTokens":5,"latencyMs":1157.235624999972},{"questionId":"q162","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":848,"outputTokens":5,"latencyMs":1077.465749999974},{"questionId":"q163","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1192,"outputTokens":5,"latencyMs":903.7201249999925},{"questionId":"q163","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":733,"outputTokens":5,"latencyMs":1130.392165999976},{"questionId":"q163","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":827,"outputTokens":5,"latencyMs":1237.1364579999354},{"questionId":"q163","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1262,"outputTokens":5,"latencyMs":1383.588957999833},{"questionId":"q163","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":847,"outputTokens":5,"latencyMs":835.4454580000602},{"questionId":"q164","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1192,"outputTokens":5,"latencyMs":1211.8477079998702},{"questionId":"q164","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":733,"outputTokens":5,"latencyMs":940.1050410000607},{"questionId":"q164","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":827,"outputTokens":5,"latencyMs":12776.972374999896},{"questionId":"q164","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1262,"outputTokens":5,"latencyMs":907.2967500002123},{"questionId":"q164","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":847,"outputTokens":5,"latencyMs":939.8785409999546},{"questionId":"q165","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1193,"outputTokens":5,"latencyMs":1202.0232079999987},{"questionId":"q165","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":734,"outputTokens":5,"latencyMs":1380.7811670000665},{"questionId":"q165","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":995.2822500001639},{"questionId":"q165","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1263,"outputTokens":5,"latencyMs":1072.2940840001684},{"questionId":"q165","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":848,"outputTokens":5,"latencyMs":1213.750750000123},{"questionId":"q166","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1196,"outputTokens":5,"latencyMs":1290.3867499998305},{"questionId":"q166","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"0","isCorrect":false,"inputTokens":737,"outputTokens":5,"latencyMs":5153.930292000063},{"questionId":"q166","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":831,"outputTokens":5,"latencyMs":771.2725420000497},{"questionId":"q166","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1266,"outputTokens":5,"latencyMs":1029.2843750000466},{"questionId":"q166","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":851,"outputTokens":5,"latencyMs":830.8779579999391},{"questionId":"q167","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1192,"outputTokens":5,"latencyMs":1000.7899160000961},{"questionId":"q167","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":733,"outputTokens":5,"latencyMs":862.6022910000756},{"questionId":"q167","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":827,"outputTokens":5,"latencyMs":800.0890420000069},{"questionId":"q167","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1262,"outputTokens":5,"latencyMs":946.1868749998976},{"questionId":"q167","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":847,"outputTokens":5,"latencyMs":1117.201124999905},{"questionId":"q168","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":1194,"outputTokens":5,"latencyMs":1204.7393749998882},{"questionId":"q168","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":735,"outputTokens":5,"latencyMs":1216.2345000000205},{"questionId":"q168","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":829,"outputTokens":5,"latencyMs":967.7403329999652},{"questionId":"q168","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":1264,"outputTokens":5,"latencyMs":809.2372079999186},{"questionId":"q168","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":849,"outputTokens":5,"latencyMs":1035.5625},{"questionId":"q169","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"9","isCorrect":false,"inputTokens":1196,"outputTokens":5,"latencyMs":2165.1945829999167},{"questionId":"q169","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"9","isCorrect":false,"inputTokens":737,"outputTokens":5,"latencyMs":826.672082999954},{"questionId":"q169","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":831,"outputTokens":5,"latencyMs":816.7095419999678},{"questionId":"q169","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"9","isCorrect":false,"inputTokens":1266,"outputTokens":5,"latencyMs":942.9736250001006},{"questionId":"q169","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"11","isCorrect":false,"inputTokens":851,"outputTokens":5,"latencyMs":876.3174590000417},{"questionId":"q170","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"7","isCorrect":false,"inputTokens":1195,"outputTokens":5,"latencyMs":896.7837920000311},{"questionId":"q170","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":736,"outputTokens":5,"latencyMs":1182.9224580000155},{"questionId":"q170","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":830,"outputTokens":5,"latencyMs":846.767375000054},{"questionId":"q170","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":1265,"outputTokens":5,"latencyMs":829.7917080000043},{"questionId":"q170","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":850,"outputTokens":5,"latencyMs":1161.572166999802},{"questionId":"q171","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1197,"outputTokens":5,"latencyMs":1094.7721659999806},{"questionId":"q171","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":738,"outputTokens":5,"latencyMs":144763.1995000001},{"questionId":"q171","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":832,"outputTokens":5,"latencyMs":842.0812909998931},{"questionId":"q171","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1267,"outputTokens":5,"latencyMs":871.6582090000156},{"questionId":"q171","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":852,"outputTokens":5,"latencyMs":1651.5552499999758},{"questionId":"q172","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1198,"outputTokens":5,"latencyMs":1265.5917080000509},{"questionId":"q172","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":739,"outputTokens":5,"latencyMs":2233.4475419998635},{"questionId":"q172","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":833,"outputTokens":5,"latencyMs":970.9932909999043},{"questionId":"q172","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1268,"outputTokens":5,"latencyMs":872.0836670000572},{"questionId":"q172","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":853,"outputTokens":5,"latencyMs":950.6219170000404},{"questionId":"q173","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1199,"outputTokens":5,"latencyMs":1076.4021660001017},{"questionId":"q173","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":740,"outputTokens":5,"latencyMs":1056.1212909999304},{"questionId":"q173","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":834,"outputTokens":5,"latencyMs":1197.260416999925},{"questionId":"q173","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1269,"outputTokens":5,"latencyMs":1250.9096670001745},{"questionId":"q173","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":854,"outputTokens":5,"latencyMs":1292.780665999977},{"questionId":"q174","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1195,"outputTokens":5,"latencyMs":1365.9032089998946},{"questionId":"q174","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":736,"outputTokens":5,"latencyMs":1026.5075000000652},{"questionId":"q174","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":830,"outputTokens":5,"latencyMs":1310.348292000126},{"questionId":"q174","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1265,"outputTokens":5,"latencyMs":1062.907750000013},{"questionId":"q174","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"2","isCorrect":false,"inputTokens":850,"outputTokens":5,"latencyMs":1895.4475839999504},{"questionId":"q175","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1200,"outputTokens":5,"latencyMs":1020.9082079997752},{"questionId":"q175","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":741,"outputTokens":5,"latencyMs":698.175167000154},{"questionId":"q175","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":835,"outputTokens":5,"latencyMs":724.3631249999162},{"questionId":"q175","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1270,"outputTokens":5,"latencyMs":785.9821659999434},{"questionId":"q175","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":855,"outputTokens":5,"latencyMs":928.7626660000533},{"questionId":"q176","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1193,"outputTokens":5,"latencyMs":1458.6687499999534},{"questionId":"q176","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":734,"outputTokens":5,"latencyMs":1679.2049579999875},{"questionId":"q176","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":913.517583000008},{"questionId":"q176","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1263,"outputTokens":5,"latencyMs":1152.9616670000833},{"questionId":"q176","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":848,"outputTokens":5,"latencyMs":827.9927920000628},{"questionId":"q177","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1203,"outputTokens":5,"latencyMs":1160.1210000000428},{"questionId":"q177","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":744,"outputTokens":5,"latencyMs":956.6085830000229},{"questionId":"q177","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":838,"outputTokens":5,"latencyMs":1112.8240829999559},{"questionId":"q177","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1273,"outputTokens":5,"latencyMs":1460.591957999859},{"questionId":"q177","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":858,"outputTokens":5,"latencyMs":976.0302909999155},{"questionId":"q178","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1198,"outputTokens":5,"latencyMs":868.6610000000801},{"questionId":"q178","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":739,"outputTokens":5,"latencyMs":976.780834000092},{"questionId":"q178","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":833,"outputTokens":5,"latencyMs":839.9454169999808},{"questionId":"q178","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1268,"outputTokens":5,"latencyMs":1317.0982079999521},{"questionId":"q178","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":853,"outputTokens":5,"latencyMs":769.4725830000825},{"questionId":"q179","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1196,"outputTokens":5,"latencyMs":1544.8656250000931},{"questionId":"q179","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":737,"outputTokens":5,"latencyMs":999.6729170000181},{"questionId":"q179","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":831,"outputTokens":5,"latencyMs":908.8042910001241},{"questionId":"q179","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1266,"outputTokens":5,"latencyMs":1764.4774170001037},{"questionId":"q179","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":851,"outputTokens":5,"latencyMs":1012.7515829999465},{"questionId":"q180","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":7884,"outputTokens":5,"latencyMs":1023.2217090001795},{"questionId":"q180","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":4775,"outputTokens":5,"latencyMs":976.480709000025},{"questionId":"q180","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":3024,"outputTokens":5,"latencyMs":1033.1939159999602},{"questionId":"q180","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2870,"outputTokens":5,"latencyMs":1033.219165999908},{"questionId":"q180","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9369,"outputTokens":5,"latencyMs":1624.798790999921},{"questionId":"q180","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":5775,"outputTokens":5,"latencyMs":1146.808999999892},{"questionId":"q181","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id, name, email, department, salary, yearsExperience, active","isCorrect":true,"inputTokens":7890,"outputTokens":20,"latencyMs":1493.0855829999782},{"questionId":"q181","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":4781,"outputTokens":20,"latencyMs":1241.8401669999585},{"questionId":"q181","format":"toon","model":"claude-haiku-4-5-20251001","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":3030,"outputTokens":20,"latencyMs":1215.891667000018},{"questionId":"q181","format":"csv","model":"claude-haiku-4-5-20251001","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":2876,"outputTokens":20,"latencyMs":1388.4194170001429},{"questionId":"q181","format":"xml","model":"claude-haiku-4-5-20251001","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":9375,"outputTokens":20,"latencyMs":1492.4003330001142},{"questionId":"q181","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id, name, email, department, salary, yearsExperience, active","isCorrect":true,"inputTokens":5781,"outputTokens":20,"latencyMs":1253.7766250001732},{"questionId":"q182","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"email","actual":"email","isCorrect":true,"inputTokens":7887,"outputTokens":4,"latencyMs":1609.745665999828},{"questionId":"q182","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"email","actual":"department","isCorrect":false,"inputTokens":4778,"outputTokens":4,"latencyMs":1122.415374999866},{"questionId":"q182","format":"toon","model":"claude-haiku-4-5-20251001","expected":"email","actual":"email","isCorrect":true,"inputTokens":3027,"outputTokens":4,"latencyMs":1056.9840830001049},{"questionId":"q182","format":"csv","model":"claude-haiku-4-5-20251001","expected":"email","actual":"email","isCorrect":true,"inputTokens":2873,"outputTokens":4,"latencyMs":1019.4697920000181},{"questionId":"q182","format":"xml","model":"claude-haiku-4-5-20251001","expected":"email","actual":"email","isCorrect":true,"inputTokens":9372,"outputTokens":4,"latencyMs":1315.7067500001285},{"questionId":"q182","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"email","actual":"email","isCorrect":true,"inputTokens":5778,"outputTokens":4,"latencyMs":1219.7460000000428},{"questionId":"q183","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":7888,"outputTokens":4,"latencyMs":1360.387374999933},{"questionId":"q183","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":4779,"outputTokens":4,"latencyMs":1274.3325409998652},{"questionId":"q183","format":"toon","model":"claude-haiku-4-5-20251001","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":3028,"outputTokens":4,"latencyMs":1065.140417000046},{"questionId":"q183","format":"csv","model":"claude-haiku-4-5-20251001","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":2874,"outputTokens":4,"latencyMs":2414.950875000097},{"questionId":"q183","format":"xml","model":"claude-haiku-4-5-20251001","expected":"HR","actual":"Finance","isCorrect":false,"inputTokens":9373,"outputTokens":4,"latencyMs":1507.3267910000868},{"questionId":"q183","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":5779,"outputTokens":4,"latencyMs":1626.4114999999292},{"questionId":"q184","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":7888,"outputTokens":12,"latencyMs":1317.7676669999491},{"questionId":"q184","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":4779,"outputTokens":12,"latencyMs":1378.3503329998348},{"questionId":"q184","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":3028,"outputTokens":12,"latencyMs":1177.045916999923},{"questionId":"q184","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":2874,"outputTokens":12,"latencyMs":1237.0911669998895},{"questionId":"q184","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":9373,"outputTokens":12,"latencyMs":1077.699208999984},{"questionId":"q184","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":5779,"outputTokens":12,"latencyMs":1234.212249999866},{"questionId":"q185","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":7885,"outputTokens":5,"latencyMs":1170.173290999839},{"questionId":"q185","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":4776,"outputTokens":5,"latencyMs":1116.161500000162},{"questionId":"q185","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":3025,"outputTokens":5,"latencyMs":1095.7748750001192},{"questionId":"q185","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":2871,"outputTokens":5,"latencyMs":1158.8812500000931},{"questionId":"q185","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":9370,"outputTokens":5,"latencyMs":1134.904249999905},{"questionId":"q185","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":5776,"outputTokens":5,"latencyMs":1243.5042499999981},{"questionId":"q186","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":13015,"outputTokens":5,"latencyMs":1678.7380000001285},{"questionId":"q186","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":7976,"outputTokens":5,"latencyMs":1384.0720420000143},{"questionId":"q186","format":"toon","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8293,"outputTokens":5,"latencyMs":1252.6643749999348},{"questionId":"q186","format":"xml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":14520,"outputTokens":5,"latencyMs":1826.156665999908},{"questionId":"q186","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":9418,"outputTokens":5,"latencyMs":1179.1018329998478},{"questionId":"q187","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":13024,"outputTokens":21,"latencyMs":1283.0529589999933},{"questionId":"q187","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":7985,"outputTokens":21,"latencyMs":1266.3688749999274},{"questionId":"q187","format":"toon","model":"claude-haiku-4-5-20251001","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":8302,"outputTokens":21,"latencyMs":1158.5445000000764},{"questionId":"q187","format":"xml","model":"claude-haiku-4-5-20251001","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":14529,"outputTokens":21,"latencyMs":1702.550375000108},{"questionId":"q187","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":9427,"outputTokens":21,"latencyMs":1435.0252910000272},{"questionId":"q188","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":13020,"outputTokens":5,"latencyMs":1968.4701249999925},{"questionId":"q188","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":7981,"outputTokens":5,"latencyMs":1507.1979580000043},{"questionId":"q188","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":8298,"outputTokens":5,"latencyMs":1180.720457999967},{"questionId":"q188","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":14525,"outputTokens":5,"latencyMs":1502.983290999895},{"questionId":"q188","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":9423,"outputTokens":5,"latencyMs":1255.5109999999404},{"questionId":"q189","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"sku,name,quantity,price","actual":"sku, name, quantity, price","isCorrect":true,"inputTokens":13024,"outputTokens":11,"latencyMs":1210.6957920000423},{"questionId":"q189","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":7985,"outputTokens":11,"latencyMs":1585.3929999999236},{"questionId":"q189","format":"toon","model":"claude-haiku-4-5-20251001","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":8302,"outputTokens":11,"latencyMs":1575.310999999987},{"questionId":"q189","format":"xml","model":"claude-haiku-4-5-20251001","expected":"sku,name,quantity,price","actual":"sku, name, quantity, price","isCorrect":true,"inputTokens":14529,"outputTokens":11,"latencyMs":1409.9164579999633},{"questionId":"q189","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"sku,name,quantity,price","actual":"sku, name, quantity, price","isCorrect":true,"inputTokens":9427,"outputTokens":11,"latencyMs":1148.3658749999013},{"questionId":"q190","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13019,"outputTokens":4,"latencyMs":1164.7564999999013},{"questionId":"q190","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7980,"outputTokens":4,"latencyMs":1463.6336660000961},{"questionId":"q190","format":"toon","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8297,"outputTokens":4,"latencyMs":933.1279580001719},{"questionId":"q190","format":"xml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"delivered","isCorrect":false,"inputTokens":14524,"outputTokens":4,"latencyMs":1203.0982910001185},{"questionId":"q190","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9422,"outputTokens":4,"latencyMs":1136.2614160000812},{"questionId":"q191","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"id,name,email,phone","actual":"id, name, email, phone","isCorrect":true,"inputTokens":13025,"outputTokens":10,"latencyMs":1245.9404589999467},{"questionId":"q191","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":7986,"outputTokens":10,"latencyMs":1023.4192079999484},{"questionId":"q191","format":"toon","model":"claude-haiku-4-5-20251001","expected":"id,name,email,phone","actual":"id, name, email, phone","isCorrect":true,"inputTokens":8303,"outputTokens":10,"latencyMs":1262.64629100007},{"questionId":"q191","format":"xml","model":"claude-haiku-4-5-20251001","expected":"id,name,email,phone","actual":"id, name, email, phone","isCorrect":true,"inputTokens":14530,"outputTokens":10,"latencyMs":1174.8674999999348},{"questionId":"q191","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"id,name,email,phone","actual":"id, name, email, phone","isCorrect":true,"inputTokens":9428,"outputTokens":10,"latencyMs":1051.8848329999018},{"questionId":"q192","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4091,"outputTokens":5,"latencyMs":1134.7446669999044},{"questionId":"q192","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":2402,"outputTokens":5,"latencyMs":1327.1704580001533},{"questionId":"q192","format":"toon","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":1548,"outputTokens":5,"latencyMs":2189.1297919999342},{"questionId":"q192","format":"csv","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":1456,"outputTokens":5,"latencyMs":1355.6505830001552},{"questionId":"q192","format":"xml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4793,"outputTokens":5,"latencyMs":1398.5017499998212},{"questionId":"q192","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":3122,"outputTokens":5,"latencyMs":933.0404159999453},{"questionId":"q193","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date, views, clicks, conversions, revenue, bounceRate","isCorrect":true,"inputTokens":4096,"outputTokens":17,"latencyMs":1531.188084000023},{"questionId":"q193","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":2407,"outputTokens":17,"latencyMs":2024.385666999966},{"questionId":"q193","format":"toon","model":"claude-haiku-4-5-20251001","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":1553,"outputTokens":17,"latencyMs":1458.139290999854},{"questionId":"q193","format":"csv","model":"claude-haiku-4-5-20251001","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":1461,"outputTokens":17,"latencyMs":1593.8086660001427},{"questionId":"q193","format":"xml","model":"claude-haiku-4-5-20251001","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":4798,"outputTokens":17,"latencyMs":1313.6192910000682},{"questionId":"q193","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date, views, clicks, conversions, revenue, bounceRate","isCorrect":true,"inputTokens":3127,"outputTokens":17,"latencyMs":1642.309749999782},{"questionId":"q194","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"revenue","actual":"bounceRate","isCorrect":false,"inputTokens":4094,"outputTokens":6,"latencyMs":995.8711250000633},{"questionId":"q194","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"revenue","actual":"bounceRate","isCorrect":false,"inputTokens":2405,"outputTokens":6,"latencyMs":1148.8222499999683},{"questionId":"q194","format":"toon","model":"claude-haiku-4-5-20251001","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":1551,"outputTokens":4,"latencyMs":914.0247909999453},{"questionId":"q194","format":"csv","model":"claude-haiku-4-5-20251001","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":1459,"outputTokens":4,"latencyMs":885.8539580001961},{"questionId":"q194","format":"xml","model":"claude-haiku-4-5-20251001","expected":"revenue","actual":"bounceRate","isCorrect":false,"inputTokens":4796,"outputTokens":6,"latencyMs":1090.3401669999585},{"questionId":"q194","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"revenue","actual":"bounceRate","isCorrect":false,"inputTokens":3125,"outputTokens":6,"latencyMs":6191.641957999906},{"questionId":"q195","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":4095,"outputTokens":10,"latencyMs":1103.72275000019},{"questionId":"q195","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":2406,"outputTokens":10,"latencyMs":960.2690840000287},{"questionId":"q195","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":1552,"outputTokens":10,"latencyMs":874.4887079999316},{"questionId":"q195","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":1460,"outputTokens":10,"latencyMs":62539.49575},{"questionId":"q195","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":4797,"outputTokens":10,"latencyMs":1175.3044579999987},{"questionId":"q195","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":3126,"outputTokens":10,"latencyMs":1091.6320830001496},{"questionId":"q196","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":4091,"outputTokens":5,"latencyMs":1242.6800420000218},{"questionId":"q196","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":2402,"outputTokens":5,"latencyMs":1334.3684580000117},{"questionId":"q196","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":1548,"outputTokens":5,"latencyMs":1189.2047079999465},{"questionId":"q196","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":1456,"outputTokens":5,"latencyMs":2203.1670839998405},{"questionId":"q196","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":4793,"outputTokens":5,"latencyMs":1081.4394169999287},{"questionId":"q196","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":3122,"outputTokens":5,"latencyMs":1374.5313329999335},{"questionId":"q197","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":17422,"outputTokens":5,"latencyMs":1805.9630410000682},{"questionId":"q197","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":12557,"outputTokens":5,"latencyMs":1487.7367920000106},{"questionId":"q197","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9320,"outputTokens":5,"latencyMs":1138.2207919999491},{"questionId":"q197","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9138,"outputTokens":5,"latencyMs":1301.4219160000794},{"questionId":"q197","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":19812,"outputTokens":5,"latencyMs":1762.2343330001459},{"questionId":"q197","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":14497,"outputTokens":5,"latencyMs":1478.3664170000702},{"questionId":"q198","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id, name, repo, description, createdAt, updatedAt, pushedAt, stars, watchers, forks, defaultBranch","isCorrect":false,"inputTokens":17428,"outputTokens":35,"latencyMs":2943.5730419999454},{"questionId":"q198","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":12563,"outputTokens":35,"latencyMs":1898.279499999946},{"questionId":"q198","format":"toon","model":"claude-haiku-4-5-20251001","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":9326,"outputTokens":35,"latencyMs":1212.1238329999615},{"questionId":"q198","format":"csv","model":"claude-haiku-4-5-20251001","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":9144,"outputTokens":35,"latencyMs":1401.4154580000322},{"questionId":"q198","format":"xml","model":"claude-haiku-4-5-20251001","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id, name, repo, description, createdAt, updatedAt, pushedAt, stars, watchers, forks, defaultBranch","isCorrect":false,"inputTokens":19818,"outputTokens":35,"latencyMs":2067.8010420000646},{"questionId":"q198","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id, name, repo, description, createdAt, updatedAt, pushedAt, stars, watchers, forks, defaultBranch","isCorrect":false,"inputTokens":14503,"outputTokens":35,"latencyMs":1435.4114999999292},{"questionId":"q199","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":17426,"outputTokens":6,"latencyMs":1274.9157080000732},{"questionId":"q199","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"forks","actual":"createdAt","isCorrect":false,"inputTokens":12561,"outputTokens":6,"latencyMs":1060.4352090000175},{"questionId":"q199","format":"toon","model":"claude-haiku-4-5-20251001","expected":"forks","actual":"description","isCorrect":false,"inputTokens":9324,"outputTokens":4,"latencyMs":1256.8129170001484},{"questionId":"q199","format":"csv","model":"claude-haiku-4-5-20251001","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":9142,"outputTokens":6,"latencyMs":1355.0008749999106},{"questionId":"q199","format":"xml","model":"claude-haiku-4-5-20251001","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":19816,"outputTokens":6,"latencyMs":1593.0584160001017},{"questionId":"q199","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":14501,"outputTokens":6,"latencyMs":2208.882250000024},{"questionId":"q200","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":17426,"outputTokens":7,"latencyMs":1794.4396250001155},{"questionId":"q200","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":12561,"outputTokens":7,"latencyMs":1209.313000000082},{"questionId":"q200","format":"toon","model":"claude-haiku-4-5-20251001","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":9324,"outputTokens":7,"latencyMs":937.376750000054},{"questionId":"q200","format":"csv","model":"claude-haiku-4-5-20251001","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":9142,"outputTokens":7,"latencyMs":1812.7524589998648},{"questionId":"q200","format":"xml","model":"claude-haiku-4-5-20251001","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":19816,"outputTokens":7,"latencyMs":1952.1014170001727},{"questionId":"q200","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":14501,"outputTokens":7,"latencyMs":1613.5063750001136},{"questionId":"q201","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":17423,"outputTokens":5,"latencyMs":1684.8589580000844},{"questionId":"q201","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":12558,"outputTokens":5,"latencyMs":2327.963083000155},{"questionId":"q201","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":9321,"outputTokens":5,"latencyMs":1801.874000000069},{"questionId":"q201","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":9139,"outputTokens":5,"latencyMs":1582.0344169999007},{"questionId":"q201","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":19813,"outputTokens":5,"latencyMs":2354.789624999976},{"questionId":"q201","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":14498,"outputTokens":5,"latencyMs":1156.6650000000373},{"questionId":"q202","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"75","actual":"80","isCorrect":false,"inputTokens":7716,"outputTokens":5,"latencyMs":1337.9508750000969},{"questionId":"q202","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"75","actual":"60","isCorrect":false,"inputTokens":5154,"outputTokens":5,"latencyMs":1459.3844999999274},{"questionId":"q202","format":"toon","model":"claude-haiku-4-5-20251001","expected":"75","actual":"75","isCorrect":true,"inputTokens":6174,"outputTokens":5,"latencyMs":1836.0140839999076},{"questionId":"q202","format":"xml","model":"claude-haiku-4-5-20251001","expected":"75","actual":"100","isCorrect":false,"inputTokens":8721,"outputTokens":5,"latencyMs":1137.3295839999337},{"questionId":"q202","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"75","actual":"80","isCorrect":false,"inputTokens":6120,"outputTokens":5,"latencyMs":1284.7181669999845},{"questionId":"q203","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp, level, endpoint, statusCode, responseTime, userId, error","isCorrect":true,"inputTokens":7726,"outputTokens":18,"latencyMs":1204.37975000008},{"questionId":"q203","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error,message,stack,retryable","isCorrect":true,"inputTokens":5164,"outputTokens":26,"latencyMs":1315.1313340000343},{"questionId":"q203","format":"toon","model":"claude-haiku-4-5-20251001","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp, level, endpoint, statusCode, responseTime, userId, error, message, stack, retryable","isCorrect":true,"inputTokens":6184,"outputTokens":26,"latencyMs":1342.030834000092},{"questionId":"q203","format":"xml","model":"claude-haiku-4-5-20251001","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp, level, endpoint, statusCode, responseTime, userId, error, message, stack, retryable","isCorrect":true,"inputTokens":8731,"outputTokens":26,"latencyMs":1421.953666999936},{"questionId":"q203","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp, level, endpoint, statusCode, responseTime, userId, error, message, stack, retryable","isCorrect":true,"inputTokens":6130,"outputTokens":26,"latencyMs":1152.4007500000298},{"questionId":"q204","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":7720,"outputTokens":4,"latencyMs":1808.1940840000752},{"questionId":"q204","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":5158,"outputTokens":4,"latencyMs":2826.0154579998925},{"questionId":"q204","format":"toon","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":6178,"outputTokens":4,"latencyMs":1545.986625000136},{"questionId":"q204","format":"xml","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":8725,"outputTokens":4,"latencyMs":1064.5447919999715},{"questionId":"q204","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":6124,"outputTokens":4,"latencyMs":995.8226250000298}]
Reference in New Issue View Git Blame Copy Permalink