mirror of
https://github.com/voson-wang/toon.git
synced 2026-01-29 23:34:10 +08:00
1 line
176 KiB
Plaintext
1 line
176 KiB
Plaintext
[{"questionId":"q1","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7872,"outputTokens":6,"latencyMs":1172.2243340000005},{"questionId":"q1","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4765,"outputTokens":6,"latencyMs":1276.8826249999997},{"questionId":"q1","format":"toon","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":1123.5333330000003},{"questionId":"q1","format":"csv","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":1148.0921660000004},{"questionId":"q1","format":"xml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":1340.1813750000001},{"questionId":"q1","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":1205.6184170000001},{"questionId":"q2","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7871,"outputTokens":4,"latencyMs":1428.5681250000002},{"questionId":"q2","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4764,"outputTokens":4,"latencyMs":1197.65175},{"questionId":"q2","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2981,"outputTokens":4,"latencyMs":1118.039291},{"questionId":"q2","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2855,"outputTokens":4,"latencyMs":1298.4541250000002},{"questionId":"q2","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9359,"outputTokens":4,"latencyMs":933.3126249999996},{"questionId":"q2","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5759,"outputTokens":4,"latencyMs":1204.6942920000001},{"questionId":"q3","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7876,"outputTokens":12,"latencyMs":1355.9579170000006},{"questionId":"q3","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4769,"outputTokens":12,"latencyMs":1129.3715000000002},{"questionId":"q3","format":"toon","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2986,"outputTokens":12,"latencyMs":1098.6426249999995},{"questionId":"q3","format":"csv","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2860,"outputTokens":12,"latencyMs":1069.0381670000006},{"questionId":"q3","format":"xml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9364,"outputTokens":12,"latencyMs":1274.4534159999994},{"questionId":"q3","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5764,"outputTokens":12,"latencyMs":1401.1976669999995},{"questionId":"q4","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":7874,"outputTokens":5,"latencyMs":1221.765958},{"questionId":"q4","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":4767,"outputTokens":5,"latencyMs":1403.873458},{"questionId":"q4","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":910.3661250000005},{"questionId":"q4","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2858,"outputTokens":5,"latencyMs":1252.070916999999},{"questionId":"q4","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":9362,"outputTokens":5,"latencyMs":1011.5030000000006},{"questionId":"q4","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1209.535667},{"questionId":"q5","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":7869,"outputTokens":4,"latencyMs":1072.1104579999992},{"questionId":"q5","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":4762,"outputTokens":4,"latencyMs":1062.352832999999},{"questionId":"q5","format":"toon","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":1386.2382089999992},{"questionId":"q5","format":"csv","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":1074.3381250000002},{"questionId":"q5","format":"xml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":1230.4836670000004},{"questionId":"q5","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":945.0320830000001},{"questionId":"q6","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7872,"outputTokens":6,"latencyMs":1090.3571670000001},{"questionId":"q6","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4765,"outputTokens":6,"latencyMs":1070.442165999999},{"questionId":"q6","format":"toon","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":1095.5675410000003},{"questionId":"q6","format":"csv","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":1043.2019169999985},{"questionId":"q6","format":"xml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":1191.8333329999987},{"questionId":"q6","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":1512.4663340000006},{"questionId":"q7","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7872,"outputTokens":4,"latencyMs":1325.5614579999983},{"questionId":"q7","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4765,"outputTokens":4,"latencyMs":2408.9402919999993},{"questionId":"q7","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2982,"outputTokens":4,"latencyMs":1281.2346249999991},{"questionId":"q7","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2856,"outputTokens":4,"latencyMs":1201.854459000002},{"questionId":"q7","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9360,"outputTokens":4,"latencyMs":1529.8964589999978},{"questionId":"q7","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5760,"outputTokens":4,"latencyMs":936.8117079999993},{"questionId":"q8","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7874,"outputTokens":12,"latencyMs":1184.2247499999994},{"questionId":"q8","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4767,"outputTokens":12,"latencyMs":1165.0257500000007},{"questionId":"q8","format":"toon","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2984,"outputTokens":12,"latencyMs":3256.9663330000003},{"questionId":"q8","format":"csv","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2858,"outputTokens":12,"latencyMs":1187.3718750000007},{"questionId":"q8","format":"xml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9362,"outputTokens":12,"latencyMs":1332.2096249999995},{"questionId":"q8","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5762,"outputTokens":12,"latencyMs":1584.802334},{"questionId":"q9","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":7874,"outputTokens":5,"latencyMs":1157.0544580000023},{"questionId":"q9","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":4767,"outputTokens":5,"latencyMs":1322.78125},{"questionId":"q9","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":911.099000000002},{"questionId":"q9","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2858,"outputTokens":5,"latencyMs":977.2005419999987},{"questionId":"q9","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":9362,"outputTokens":5,"latencyMs":1402.7088749999966},{"questionId":"q9","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1194.0901250000024},{"questionId":"q10","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7871,"outputTokens":4,"latencyMs":1312.401165999996},{"questionId":"q10","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4764,"outputTokens":4,"latencyMs":1497.1083339999968},{"questionId":"q10","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2981,"outputTokens":4,"latencyMs":1025.0062079999989},{"questionId":"q10","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2855,"outputTokens":4,"latencyMs":1422.9560839999976},{"questionId":"q10","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9359,"outputTokens":4,"latencyMs":1403.005250000002},{"questionId":"q10","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5759,"outputTokens":4,"latencyMs":1143.369083000005},{"questionId":"q11","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7871,"outputTokens":6,"latencyMs":984.3621659999917},{"questionId":"q11","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4764,"outputTokens":6,"latencyMs":898.1181250000081},{"questionId":"q11","format":"toon","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2981,"outputTokens":6,"latencyMs":1635.6784170000028},{"questionId":"q11","format":"csv","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2855,"outputTokens":6,"latencyMs":880.111791000003},{"questionId":"q11","format":"xml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9359,"outputTokens":6,"latencyMs":991.5329590000038},{"questionId":"q11","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5759,"outputTokens":6,"latencyMs":978.3559589999932},{"questionId":"q12","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7868,"outputTokens":4,"latencyMs":1282.5678330000082},{"questionId":"q12","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4761,"outputTokens":4,"latencyMs":1003.9219160000066},{"questionId":"q12","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2978,"outputTokens":4,"latencyMs":1137.974040999994},{"questionId":"q12","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2852,"outputTokens":4,"latencyMs":1294.7648329999938},{"questionId":"q12","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9356,"outputTokens":4,"latencyMs":1338.2742500000022},{"questionId":"q12","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5756,"outputTokens":4,"latencyMs":1116.529582999996},{"questionId":"q13","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7871,"outputTokens":9,"latencyMs":1282.2122919999965},{"questionId":"q13","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":4764,"outputTokens":9,"latencyMs":1026.177291},{"questionId":"q13","format":"toon","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2981,"outputTokens":9,"latencyMs":920.4511249999923},{"questionId":"q13","format":"csv","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2855,"outputTokens":9,"latencyMs":1401.7527499999997},{"questionId":"q13","format":"xml","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":9359,"outputTokens":9,"latencyMs":2092.0990420000016},{"questionId":"q13","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5759,"outputTokens":9,"latencyMs":1852.114042000001},{"questionId":"q14","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":7872,"outputTokens":5,"latencyMs":1046.8635829999985},{"questionId":"q14","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":4765,"outputTokens":5,"latencyMs":1016.4418750000041},{"questionId":"q14","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2982,"outputTokens":5,"latencyMs":950.9954169999983},{"questionId":"q14","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2856,"outputTokens":5,"latencyMs":963.0989589999954},{"questionId":"q14","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":9360,"outputTokens":5,"latencyMs":1908.1269999999931},{"questionId":"q14","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":5760,"outputTokens":5,"latencyMs":1079.3616670000047},{"questionId":"q15","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7869,"outputTokens":4,"latencyMs":1127.1959999999963},{"questionId":"q15","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4762,"outputTokens":4,"latencyMs":1228.9898749999993},{"questionId":"q15","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":1173.4235419999895},{"questionId":"q15","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":1183.16466699999},{"questionId":"q15","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":1154.633084000001},{"questionId":"q15","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":1099.5862079999933},{"questionId":"q16","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7872,"outputTokens":6,"latencyMs":1001.0172080000048},{"questionId":"q16","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":4765,"outputTokens":6,"latencyMs":1075.981667},{"questionId":"q16","format":"toon","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":1022.0127919999941},{"questionId":"q16","format":"csv","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":3284.067041000002},{"questionId":"q16","format":"xml","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":1216.086374999999},{"questionId":"q16","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":1282.0066249999945},{"questionId":"q17","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7874,"outputTokens":4,"latencyMs":1033.491624999995},{"questionId":"q17","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4767,"outputTokens":4,"latencyMs":996.1235000000015},{"questionId":"q17","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2984,"outputTokens":4,"latencyMs":1135.302125000002},{"questionId":"q17","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2858,"outputTokens":4,"latencyMs":1033.069875000001},{"questionId":"q17","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9362,"outputTokens":4,"latencyMs":1122.5380420000001},{"questionId":"q17","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5762,"outputTokens":4,"latencyMs":1120.8974170000001},{"questionId":"q18","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7873,"outputTokens":10,"latencyMs":1080.794458999997},{"questionId":"q18","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":4766,"outputTokens":10,"latencyMs":930.7867079999996},{"questionId":"q18","format":"toon","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2983,"outputTokens":10,"latencyMs":909.4139579999901},{"questionId":"q18","format":"csv","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2857,"outputTokens":10,"latencyMs":1001.215750000003},{"questionId":"q18","format":"xml","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":9361,"outputTokens":10,"latencyMs":1149.1467080000002},{"questionId":"q18","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5761,"outputTokens":10,"latencyMs":1066.0565829999978},{"questionId":"q19","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":7876,"outputTokens":5,"latencyMs":977.2186660000007},{"questionId":"q19","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":4769,"outputTokens":5,"latencyMs":1010.9260829999985},{"questionId":"q19","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":2986,"outputTokens":5,"latencyMs":3117.567041999995},{"questionId":"q19","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":2860,"outputTokens":5,"latencyMs":997.2839160000003},{"questionId":"q19","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":9364,"outputTokens":5,"latencyMs":1113.9867499999964},{"questionId":"q19","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":5764,"outputTokens":5,"latencyMs":1143.684459000011},{"questionId":"q20","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7869,"outputTokens":4,"latencyMs":989.7437919999938},{"questionId":"q20","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4762,"outputTokens":4,"latencyMs":1139.9122079999943},{"questionId":"q20","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":973.4250420000026},{"questionId":"q20","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":906.2020840000041},{"questionId":"q20","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":2140.6564579999977},{"questionId":"q20","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":1284.0862920000072},{"questionId":"q21","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1331.484666999997},{"questionId":"q21","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1150.8389160000079},{"questionId":"q21","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":917.6401249999908},{"questionId":"q21","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":853.3135000000038},{"questionId":"q21","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1112.47716699999},{"questionId":"q21","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1141.7472500000003},{"questionId":"q22","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1214.542415999982},{"questionId":"q22","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1063.7937089999905},{"questionId":"q22","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":1024.6512499999953},{"questionId":"q22","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1040.6107499999925},{"questionId":"q22","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1576.3139159999846},{"questionId":"q22","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1228.9127089999965},{"questionId":"q23","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":968.0627919999824},{"questionId":"q23","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1052.2820000000065},{"questionId":"q23","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":1010.2289580000215},{"questionId":"q23","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1100.6489170000132},{"questionId":"q23","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1148.7704169999924},{"questionId":"q23","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1044.3435419999878},{"questionId":"q24","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1050.6677079999936},{"questionId":"q24","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1030.848249999981},{"questionId":"q24","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":863.581582999992},{"questionId":"q24","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":835.1474579999922},{"questionId":"q24","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1226.5595830000238},{"questionId":"q24","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":909.4230000000098},{"questionId":"q25","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":916.4489590000012},{"questionId":"q25","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1213.1384170000092},{"questionId":"q25","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"14","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":791.9075000000012},{"questionId":"q25","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":935.0032499999797},{"questionId":"q25","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"11","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1103.2138330000162},{"questionId":"q25","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1069.1577080000134},{"questionId":"q26","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1724.79116600001},{"questionId":"q26","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1085.3411659999983},{"questionId":"q26","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":985.2944999999891},{"questionId":"q26","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":873.1579159999965},{"questionId":"q26","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1633.2706669999752},{"questionId":"q26","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1003.1103339999972},{"questionId":"q27","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"91","actual":"89","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1175.490374999994},{"questionId":"q27","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"91","actual":"86","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1178.1580839999951},{"questionId":"q27","format":"toon","model":"claude-haiku-4-5-20251001","expected":"91","actual":"85","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":913.6004170000087},{"questionId":"q27","format":"csv","model":"claude-haiku-4-5-20251001","expected":"91","actual":"85","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":936.7402500000026},{"questionId":"q27","format":"xml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"87","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":2147.141917000001},{"questionId":"q27","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"89","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":939.0671670000011},{"questionId":"q28","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"67","actual":"57","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1514.3102500000095},{"questionId":"q28","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"67","actual":"48","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1106.1686660000123},{"questionId":"q28","format":"toon","model":"claude-haiku-4-5-20251001","expected":"67","actual":"47","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":988.7794170000125},{"questionId":"q28","format":"csv","model":"claude-haiku-4-5-20251001","expected":"67","actual":"42","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":863.4426669999957},{"questionId":"q28","format":"xml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"52","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1252.4382499999774},{"questionId":"q28","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"61","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1046.6581250000163},{"questionId":"q29","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":935.043417000008},{"questionId":"q29","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1185.0142079999787},{"questionId":"q29","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":832.3551659999939},{"questionId":"q29","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"24","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1795.2129579999892},{"questionId":"q29","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"36","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1108.94541700001},{"questionId":"q29","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"36","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1172.0789170000062},{"questionId":"q30","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":952.4222500000033},{"questionId":"q30","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1190.4253750000207},{"questionId":"q30","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1108.0123749999912},{"questionId":"q30","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"15","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1343.9749589999847},{"questionId":"q30","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"26","isCorrect":true,"inputTokens":9360,"outputTokens":5,"latencyMs":1019.5125420000113},{"questionId":"q30","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1125.112792},{"questionId":"q31","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":7868,"outputTokens":5,"latencyMs":1670.1569580000069},{"questionId":"q31","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":4761,"outputTokens":5,"latencyMs":1142.12179200002},{"questionId":"q31","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2978,"outputTokens":5,"latencyMs":931.4159999999974},{"questionId":"q31","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2852,"outputTokens":5,"latencyMs":1978.3465420000139},{"questionId":"q31","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9356,"outputTokens":5,"latencyMs":1166.2854579999985},{"questionId":"q31","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":5756,"outputTokens":5,"latencyMs":1134.6167919999862},{"questionId":"q32","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"$99,578.67","isCorrect":false,"inputTokens":7869,"outputTokens":9,"latencyMs":1193.964082999999},{"questionId":"q32","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"100,268.70","isCorrect":false,"inputTokens":4762,"outputTokens":9,"latencyMs":1074.8505829999922},{"questionId":"q32","format":"toon","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"97,886.41","isCorrect":false,"inputTokens":2979,"outputTokens":9,"latencyMs":993.890625},{"questionId":"q32","format":"csv","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"98745.49","isCorrect":false,"inputTokens":2853,"outputTokens":8,"latencyMs":1215.0662920000032},{"questionId":"q32","format":"xml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"$99,945.23","isCorrect":false,"inputTokens":9357,"outputTokens":9,"latencyMs":1094.0381670000206},{"questionId":"q32","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"100534.89","isCorrect":false,"inputTokens":5757,"outputTokens":8,"latencyMs":1058.355750000017},{"questionId":"q33","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"78","actual":"82","isCorrect":false,"inputTokens":7866,"outputTokens":5,"latencyMs":1422.454792000004},{"questionId":"q33","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"78","actual":"73","isCorrect":false,"inputTokens":4759,"outputTokens":5,"latencyMs":2169.4601249999832},{"questionId":"q33","format":"toon","model":"claude-haiku-4-5-20251001","expected":"78","actual":"79","isCorrect":false,"inputTokens":2976,"outputTokens":5,"latencyMs":935.5205000000133},{"questionId":"q33","format":"csv","model":"claude-haiku-4-5-20251001","expected":"78","actual":"73","isCorrect":false,"inputTokens":2850,"outputTokens":5,"latencyMs":833.7339169999759},{"questionId":"q33","format":"xml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"79","isCorrect":false,"inputTokens":9354,"outputTokens":5,"latencyMs":1334.0188339999877},{"questionId":"q33","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"75","isCorrect":false,"inputTokens":5754,"outputTokens":5,"latencyMs":1118.2718340000138},{"questionId":"q34","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":7866,"outputTokens":5,"latencyMs":1077.211707999988},{"questionId":"q34","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4759,"outputTokens":5,"latencyMs":1197.192417000013},{"questionId":"q34","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":2976,"outputTokens":5,"latencyMs":1157.473708000005},{"questionId":"q34","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"19","isCorrect":false,"inputTokens":2850,"outputTokens":5,"latencyMs":1293.555916000012},{"questionId":"q34","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":9354,"outputTokens":5,"latencyMs":1449.1429579999822},{"questionId":"q34","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":5754,"outputTokens":5,"latencyMs":1446.4060839999875},{"questionId":"q35","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":4226.595000000001},{"questionId":"q35","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1250.2331669999985},{"questionId":"q35","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1226.0692910000216},{"questionId":"q35","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1647.9338329999882},{"questionId":"q35","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1130.1487919999927},{"questionId":"q35","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1435.004041999986},{"questionId":"q36","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1031.4599999999919},{"questionId":"q36","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1303.7566660000011},{"questionId":"q36","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":841.4831659999909},{"questionId":"q36","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":835.1805419999873},{"questionId":"q36","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1214.5174589999951},{"questionId":"q36","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":916.4296669999894},{"questionId":"q37","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1015.8611249999958},{"questionId":"q37","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1037.6484579999815},{"questionId":"q37","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1027.9669169999834},{"questionId":"q37","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1164.0612920000276},{"questionId":"q37","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1729.1483330000192},{"questionId":"q37","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1192.9734999999928},{"questionId":"q38","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"6","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1227.8549999999814},{"questionId":"q38","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1017.2547919999924},{"questionId":"q38","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"6","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1016.5722090000054},{"questionId":"q38","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1128.9310840000107},{"questionId":"q38","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1227.8068340000173},{"questionId":"q38","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1243.4113339999749},{"questionId":"q39","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1004.2727909999958},{"questionId":"q39","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1003.114041999972},{"questionId":"q39","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1709.7868750000198},{"questionId":"q39","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1463.6740829999908},{"questionId":"q39","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1283.6252919999824},{"questionId":"q39","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1870.4594159999979},{"questionId":"q40","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1051.193540999986},{"questionId":"q40","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1364.4097499999916},{"questionId":"q40","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1187.0887499999953},{"questionId":"q40","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":2631.6841670000285},{"questionId":"q40","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1055.7509169999976},{"questionId":"q40","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1142.5106660000165},{"questionId":"q41","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"63","actual":"71","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1214.018374999985},{"questionId":"q41","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"63","actual":"71","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1010.5317500000237},{"questionId":"q41","format":"toon","model":"claude-haiku-4-5-20251001","expected":"63","actual":"63","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":1565.480750000046},{"questionId":"q41","format":"csv","model":"claude-haiku-4-5-20251001","expected":"63","actual":"56","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1794.3658339999965},{"questionId":"q41","format":"xml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"68","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1253.1736670000246},{"questionId":"q41","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"62","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1671.6944169999915},{"questionId":"q42","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"53","actual":"54","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1091.6125420000171},{"questionId":"q42","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"53","actual":"56","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1044.2606249999953},{"questionId":"q42","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1062.3182079999824},{"questionId":"q42","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"42","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":928.6254999999655},{"questionId":"q42","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"52","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1110.584166000015},{"questionId":"q42","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1413.6324160000077},{"questionId":"q43","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1241.1890830000048},{"questionId":"q43","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1384.6213330000173},{"questionId":"q43","format":"toon","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":987.3322920000064},{"questionId":"q43","format":"csv","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1412.0689589999965},{"questionId":"q43","format":"xml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1360.3338750000112},{"questionId":"q43","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1280.265167000005},{"questionId":"q44","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"16","actual":"16","isCorrect":true,"inputTokens":7874,"outputTokens":5,"latencyMs":1168.644457999966},{"questionId":"q44","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"16","actual":"20","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1183.2228340000147},{"questionId":"q44","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"8","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":907.3658329999889},{"questionId":"q44","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1229.0264590000152},{"questionId":"q44","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"14","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1400.012166999979},{"questionId":"q44","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"11","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":2688.8577500000247},{"questionId":"q45","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":7875,"outputTokens":5,"latencyMs":1187.107874999987},{"questionId":"q45","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":4768,"outputTokens":5,"latencyMs":1736.318333000003},{"questionId":"q45","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2985,"outputTokens":5,"latencyMs":976.0555419999873},{"questionId":"q45","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":2859,"outputTokens":5,"latencyMs":1025.1538329999894},{"questionId":"q45","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":9363,"outputTokens":5,"latencyMs":997.4070419999771},{"questionId":"q45","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":5763,"outputTokens":5,"latencyMs":1168.262208},{"questionId":"q46","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":7875,"outputTokens":5,"latencyMs":1334.3452079999843},{"questionId":"q46","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":4768,"outputTokens":5,"latencyMs":1110.8132499999483},{"questionId":"q46","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":2985,"outputTokens":5,"latencyMs":914.6237090000068},{"questionId":"q46","format":"csv","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":2859,"outputTokens":5,"latencyMs":1113.933916000009},{"questionId":"q46","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":9363,"outputTokens":5,"latencyMs":1254.099375000049},{"questionId":"q46","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":5763,"outputTokens":5,"latencyMs":1166.4126249999972},{"questionId":"q47","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":7875,"outputTokens":5,"latencyMs":1422.293834000011},{"questionId":"q47","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":4768,"outputTokens":5,"latencyMs":1043.2378749999916},{"questionId":"q47","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":2985,"outputTokens":5,"latencyMs":902.9975410000188},{"questionId":"q47","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":2859,"outputTokens":5,"latencyMs":2117.588832999987},{"questionId":"q47","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":9363,"outputTokens":5,"latencyMs":1205.1053750000428},{"questionId":"q47","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"10","isCorrect":false,"inputTokens":5763,"outputTokens":5,"latencyMs":1040.84375},{"questionId":"q48","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":7868,"outputTokens":5,"latencyMs":1228.3144999999786},{"questionId":"q48","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":4761,"outputTokens":5,"latencyMs":1164.8026669999817},{"questionId":"q48","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"14","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1027.8101250000182},{"questionId":"q48","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":1104.2615829999559},{"questionId":"q48","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":1564.8194580000127},{"questionId":"q48","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":1483.0832500000251},{"questionId":"q49","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":7868,"outputTokens":5,"latencyMs":1106.4837499999558},{"questionId":"q49","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":4761,"outputTokens":5,"latencyMs":1008.1067090000142},{"questionId":"q49","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1318.7878330000094},{"questionId":"q49","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":977.0746250000084},{"questionId":"q49","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":1004.9725000000326},{"questionId":"q49","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":945.5079999999725},{"questionId":"q50","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"14","actual":"11","isCorrect":false,"inputTokens":7868,"outputTokens":5,"latencyMs":1049.098291000002},{"questionId":"q50","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":4761,"outputTokens":5,"latencyMs":1025.6596659999923},{"questionId":"q50","format":"toon","model":"claude-haiku-4-5-20251001","expected":"14","actual":"12","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1559.3833749999758},{"questionId":"q50","format":"csv","model":"claude-haiku-4-5-20251001","expected":"14","actual":"11","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":1001.5612079999992},{"questionId":"q50","format":"xml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":1329.4504999999772},{"questionId":"q50","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":1102.2154169999994},{"questionId":"q51","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":11908,"outputTokens":7,"latencyMs":1321.749208000023},{"questionId":"q51","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7141,"outputTokens":7,"latencyMs":1381.819582999975},{"questionId":"q51","format":"toon","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6992,"outputTokens":7,"latencyMs":1351.435541999992},{"questionId":"q51","format":"csv","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":8413,"outputTokens":7,"latencyMs":1282.7733340000268},{"questionId":"q51","format":"xml","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":13379,"outputTokens":7,"latencyMs":1161.1633750000037},{"questionId":"q51","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":8384,"outputTokens":7,"latencyMs":1192.8064170000143},{"questionId":"q52","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":11908,"outputTokens":4,"latencyMs":1120.4927080000052},{"questionId":"q52","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7141,"outputTokens":4,"latencyMs":1094.9138750000275},{"questionId":"q52","format":"toon","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":963.0904580000206},{"questionId":"q52","format":"csv","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":995.1990409999853},{"questionId":"q52","format":"xml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1305.0113750000019},{"questionId":"q52","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1187.6619590000482},{"questionId":"q53","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":11908,"outputTokens":7,"latencyMs":1212.047208999982},{"questionId":"q53","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7141,"outputTokens":7,"latencyMs":1192.1895419999491},{"questionId":"q53","format":"toon","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6992,"outputTokens":7,"latencyMs":1130.7586670000455},{"questionId":"q53","format":"csv","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":8413,"outputTokens":7,"latencyMs":978.7537080000038},{"questionId":"q53","format":"xml","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":13379,"outputTokens":7,"latencyMs":1267.0167500000098},{"questionId":"q53","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":8384,"outputTokens":7,"latencyMs":1035.2810419999878},{"questionId":"q54","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":11908,"outputTokens":4,"latencyMs":1216.7595419999561},{"questionId":"q54","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7141,"outputTokens":4,"latencyMs":1196.2252089999965},{"questionId":"q54","format":"toon","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":1022.3832500000135},{"questionId":"q54","format":"csv","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":1176.9608749999898},{"questionId":"q54","format":"xml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1033.8812080000062},{"questionId":"q54","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1380.4941250000265},{"questionId":"q55","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":11908,"outputTokens":7,"latencyMs":1281.8854580000043},{"questionId":"q55","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7141,"outputTokens":7,"latencyMs":1110.1761249999981},{"questionId":"q55","format":"toon","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6992,"outputTokens":7,"latencyMs":1036.5662500000326},{"questionId":"q55","format":"csv","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":8413,"outputTokens":7,"latencyMs":1161.3555419999757},{"questionId":"q55","format":"xml","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":13379,"outputTokens":7,"latencyMs":1481.0398330000462},{"questionId":"q55","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":8384,"outputTokens":7,"latencyMs":1234.792833000014},{"questionId":"q56","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":11908,"outputTokens":4,"latencyMs":1180.6999160000123},{"questionId":"q56","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7141,"outputTokens":4,"latencyMs":1010.5762920000125},{"questionId":"q56","format":"toon","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":1605.9532500000205},{"questionId":"q56","format":"csv","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":1303.7134169999626},{"questionId":"q56","format":"xml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1203.1708750000107},{"questionId":"q56","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1116.1416660000104},{"questionId":"q57","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":11908,"outputTokens":8,"latencyMs":2141.6794169999775},{"questionId":"q57","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7141,"outputTokens":8,"latencyMs":1320.1674999999814},{"questionId":"q57","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6992,"outputTokens":8,"latencyMs":1060.120958000014},{"questionId":"q57","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":8413,"outputTokens":8,"latencyMs":1172.1127500000293},{"questionId":"q57","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":13379,"outputTokens":8,"latencyMs":1380.021166999999},{"questionId":"q57","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":8384,"outputTokens":8,"latencyMs":1137.5701249999693},{"questionId":"q58","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":11908,"outputTokens":4,"latencyMs":1297.997458000027},{"questionId":"q58","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7141,"outputTokens":4,"latencyMs":1054.965333},{"questionId":"q58","format":"toon","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":1918.6095409999834},{"questionId":"q58","format":"csv","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":937.6215840000077},{"questionId":"q58","format":"xml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1268.368959000043},{"questionId":"q58","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1040.2337079999852},{"questionId":"q59","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":11909,"outputTokens":12,"latencyMs":1173.4814170000027},{"questionId":"q59","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7142,"outputTokens":12,"latencyMs":1041.7007079999894},{"questionId":"q59","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6993,"outputTokens":12,"latencyMs":1196.5298329999787},{"questionId":"q59","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":8414,"outputTokens":12,"latencyMs":1266.1735830000252},{"questionId":"q59","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":13380,"outputTokens":12,"latencyMs":1312.698625000019},{"questionId":"q59","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":8385,"outputTokens":12,"latencyMs":1817.9630419999594},{"questionId":"q60","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":11909,"outputTokens":10,"latencyMs":1398.9617919999873},{"questionId":"q60","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7142,"outputTokens":10,"latencyMs":1158.1142919999547},{"questionId":"q60","format":"toon","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":1141.277624999988},{"questionId":"q60","format":"csv","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":1289.7888749999693},{"questionId":"q60","format":"xml","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1268.7751249999856},{"questionId":"q60","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":1883.8894999999902},{"questionId":"q61","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":11909,"outputTokens":10,"latencyMs":1211.0274579999968},{"questionId":"q61","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":7142,"outputTokens":10,"latencyMs":1144.0786669999943},{"questionId":"q61","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":1247.8898749999935},{"questionId":"q61","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":1221.292666000023},{"questionId":"q61","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1352.1405000000377},{"questionId":"q61","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":1112.0213330000406},{"questionId":"q62","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":11908,"outputTokens":5,"latencyMs":1132.929541999998},{"questionId":"q62","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"10","isCorrect":false,"inputTokens":7141,"outputTokens":5,"latencyMs":1004.6961669999873},{"questionId":"q62","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":6992,"outputTokens":5,"latencyMs":1063.2376250000088},{"questionId":"q62","format":"csv","model":"claude-haiku-4-5-20251001","expected":"3","actual":"10","isCorrect":false,"inputTokens":8413,"outputTokens":5,"latencyMs":1304.8823329999577},{"questionId":"q62","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":13379,"outputTokens":5,"latencyMs":1388.3360419999808},{"questionId":"q62","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":8384,"outputTokens":5,"latencyMs":1877.3137920000008},{"questionId":"q63","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":11909,"outputTokens":10,"latencyMs":1445.2183749999967},{"questionId":"q63","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7142,"outputTokens":10,"latencyMs":1292.9720830000006},{"questionId":"q63","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":1141.335875000048},{"questionId":"q63","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":1270.6989159999648},{"questionId":"q63","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1237.9750420000055},{"questionId":"q63","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":1258.1852920000092},{"questionId":"q64","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":11909,"outputTokens":11,"latencyMs":1196.1891250000335},{"questionId":"q64","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7142,"outputTokens":11,"latencyMs":1486.698000000033},{"questionId":"q64","format":"toon","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6993,"outputTokens":11,"latencyMs":1456.8404999999912},{"questionId":"q64","format":"csv","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":8414,"outputTokens":11,"latencyMs":1326.6827920000069},{"questionId":"q64","format":"xml","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":13380,"outputTokens":11,"latencyMs":2332.719041000004},{"questionId":"q64","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":8385,"outputTokens":11,"latencyMs":1218.3644580000546},{"questionId":"q65","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":11909,"outputTokens":10,"latencyMs":1258.9522500000312},{"questionId":"q65","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":7142,"outputTokens":10,"latencyMs":1400.5857499999693},{"questionId":"q65","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":912.7384170000441},{"questionId":"q65","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":971.1150409999536},{"questionId":"q65","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1198.832417000027},{"questionId":"q65","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":2120.4697499999893},{"questionId":"q66","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":11908,"outputTokens":5,"latencyMs":2552.944334},{"questionId":"q66","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"11","isCorrect":false,"inputTokens":7141,"outputTokens":5,"latencyMs":1169.1880419999943},{"questionId":"q66","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":6992,"outputTokens":5,"latencyMs":978.7074159999611},{"questionId":"q66","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"11","isCorrect":false,"inputTokens":8413,"outputTokens":5,"latencyMs":954.5358330000308},{"questionId":"q66","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":13379,"outputTokens":5,"latencyMs":1001.541790999996},{"questionId":"q66","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"11","isCorrect":false,"inputTokens":8384,"outputTokens":5,"latencyMs":1017.6517089999979},{"questionId":"q67","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":11909,"outputTokens":13,"latencyMs":1164.0064589999965},{"questionId":"q67","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7142,"outputTokens":13,"latencyMs":1222.2244160000118},{"questionId":"q67","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6993,"outputTokens":13,"latencyMs":1057.4513750000042},{"questionId":"q67","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":8414,"outputTokens":13,"latencyMs":1319.334291999985},{"questionId":"q67","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":13380,"outputTokens":13,"latencyMs":1305.2777500000084},{"questionId":"q67","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":8385,"outputTokens":13,"latencyMs":1294.1491249999963},{"questionId":"q68","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":11909,"outputTokens":12,"latencyMs":1270.6155830000062},{"questionId":"q68","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7142,"outputTokens":12,"latencyMs":1599.785333000007},{"questionId":"q68","format":"toon","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6993,"outputTokens":12,"latencyMs":1263.6787079999922},{"questionId":"q68","format":"csv","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":8414,"outputTokens":12,"latencyMs":1281.558458000014},{"questionId":"q68","format":"xml","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":13380,"outputTokens":12,"latencyMs":1381.8296249999548},{"questionId":"q68","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":8385,"outputTokens":12,"latencyMs":1259.791041999997},{"questionId":"q69","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1279.9650830000173},{"questionId":"q69","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":7137,"outputTokens":5,"latencyMs":1492.2662079999573},{"questionId":"q69","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":1290.2253330000094},{"questionId":"q69","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1265.3511660000077},{"questionId":"q69","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":13375,"outputTokens":5,"latencyMs":1222.421083000023},{"questionId":"q69","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":1198.6653330000117},{"questionId":"q70","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1104.351416999998},{"questionId":"q70","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":7137,"outputTokens":5,"latencyMs":960.9504999999772},{"questionId":"q70","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":1188.1767079999554},{"questionId":"q70","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1199.915708000015},{"questionId":"q70","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13375,"outputTokens":5,"latencyMs":1939.2090409999946},{"questionId":"q70","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":1020.9192079999484},{"questionId":"q71","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1399.1813749999856},{"questionId":"q71","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"6","isCorrect":false,"inputTokens":7137,"outputTokens":5,"latencyMs":1038.504917000013},{"questionId":"q71","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":1429.4755000000005},{"questionId":"q71","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1182.0075420000358},{"questionId":"q71","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13375,"outputTokens":5,"latencyMs":11222.664667000005},{"questionId":"q71","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":2192.597624999995},{"questionId":"q72","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":11904,"outputTokens":5,"latencyMs":1152.5518750000047},{"questionId":"q72","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":7137,"outputTokens":5,"latencyMs":1099.333042000013},{"questionId":"q72","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":6988,"outputTokens":5,"latencyMs":1136.476874999993},{"questionId":"q72","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":8409,"outputTokens":5,"latencyMs":996.7144160000025},{"questionId":"q72","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":13375,"outputTokens":5,"latencyMs":1235.9428339999868},{"questionId":"q72","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":1272.9161249999888},{"questionId":"q73","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1225.1488750000135},{"questionId":"q73","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":7137,"outputTokens":5,"latencyMs":997.7886660000077},{"questionId":"q73","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":975.5212080000201},{"questionId":"q73","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":8409,"outputTokens":5,"latencyMs":1387.242750000034},{"questionId":"q73","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":13375,"outputTokens":5,"latencyMs":1164.0434999999707},{"questionId":"q73","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":8380,"outputTokens":5,"latencyMs":1060.5933749999967},{"questionId":"q74","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"52,849.69","isCorrect":false,"inputTokens":11904,"outputTokens":9,"latencyMs":1068.1284999999916},{"questionId":"q74","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"48,567.47","isCorrect":false,"inputTokens":7137,"outputTokens":9,"latencyMs":952.9046669999952},{"questionId":"q74","format":"toon","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"43,819.73","isCorrect":false,"inputTokens":6988,"outputTokens":9,"latencyMs":1072.081583000021},{"questionId":"q74","format":"csv","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"46,945.76","isCorrect":false,"inputTokens":8409,"outputTokens":9,"latencyMs":991.2223329999833},{"questionId":"q74","format":"xml","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"53,788.41","isCorrect":false,"inputTokens":13375,"outputTokens":9,"latencyMs":1447.6112500000163},{"questionId":"q74","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"46,547.18","isCorrect":false,"inputTokens":8380,"outputTokens":9,"latencyMs":1095.53033400001},{"questionId":"q75","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"906.23","isCorrect":false,"inputTokens":11902,"outputTokens":7,"latencyMs":1215.120500000019},{"questionId":"q75","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"958.93","isCorrect":false,"inputTokens":7135,"outputTokens":7,"latencyMs":1172.7640000000247},{"questionId":"q75","format":"toon","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"911.16","isCorrect":false,"inputTokens":6986,"outputTokens":7,"latencyMs":995.8539999999921},{"questionId":"q75","format":"csv","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"859.08","isCorrect":false,"inputTokens":8407,"outputTokens":7,"latencyMs":1272.7081250000047},{"questionId":"q75","format":"xml","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"891.51","isCorrect":false,"inputTokens":13373,"outputTokens":7,"latencyMs":1186.1105409999727},{"questionId":"q75","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"928.67","isCorrect":false,"inputTokens":8378,"outputTokens":7,"latencyMs":1123.538833999948},{"questionId":"q76","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":11903,"outputTokens":5,"latencyMs":1619.684959000093},{"questionId":"q76","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":7136,"outputTokens":5,"latencyMs":1262.4579590000212},{"questionId":"q76","format":"toon","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":6987,"outputTokens":5,"latencyMs":1404.811875000014},{"questionId":"q76","format":"csv","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8408,"outputTokens":5,"latencyMs":1056.2894170000218},{"questionId":"q76","format":"xml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":13374,"outputTokens":5,"latencyMs":1238.358957999968},{"questionId":"q76","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8379,"outputTokens":5,"latencyMs":1062.0535410000011},{"questionId":"q77","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":11902,"outputTokens":8,"latencyMs":1516.778583999956},{"questionId":"q77","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7135,"outputTokens":8,"latencyMs":1541.9861670000246},{"questionId":"q77","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6986,"outputTokens":8,"latencyMs":1474.7887920000358},{"questionId":"q77","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":8407,"outputTokens":8,"latencyMs":1218.704832999967},{"questionId":"q77","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":13373,"outputTokens":8,"latencyMs":1277.704916000017},{"questionId":"q77","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":8378,"outputTokens":8,"latencyMs":1587.996541999979},{"questionId":"q78","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"44","actual":"47","isCorrect":false,"inputTokens":11906,"outputTokens":5,"latencyMs":1248.2631660000188},{"questionId":"q78","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"44","actual":"46","isCorrect":false,"inputTokens":7139,"outputTokens":5,"latencyMs":1234.814000000013},{"questionId":"q78","format":"toon","model":"claude-haiku-4-5-20251001","expected":"44","actual":"45","isCorrect":false,"inputTokens":6990,"outputTokens":5,"latencyMs":1178.2459589999635},{"questionId":"q78","format":"csv","model":"claude-haiku-4-5-20251001","expected":"44","actual":"47","isCorrect":false,"inputTokens":8411,"outputTokens":5,"latencyMs":996.2108330000192},{"questionId":"q78","format":"xml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"43","isCorrect":false,"inputTokens":13377,"outputTokens":5,"latencyMs":1064.4761250000447},{"questionId":"q78","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"43","isCorrect":false,"inputTokens":8382,"outputTokens":5,"latencyMs":1176.1782920000842},{"questionId":"q79","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"39","actual":"39","isCorrect":true,"inputTokens":11906,"outputTokens":5,"latencyMs":935.4172079999698},{"questionId":"q79","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"39","actual":"35","isCorrect":false,"inputTokens":7139,"outputTokens":5,"latencyMs":1218.6462080000201},{"questionId":"q79","format":"toon","model":"claude-haiku-4-5-20251001","expected":"39","actual":"38","isCorrect":false,"inputTokens":6990,"outputTokens":5,"latencyMs":1032.496041999897},{"questionId":"q79","format":"csv","model":"claude-haiku-4-5-20251001","expected":"39","actual":"41","isCorrect":false,"inputTokens":8411,"outputTokens":5,"latencyMs":1125.4115000000456},{"questionId":"q79","format":"xml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"36","isCorrect":false,"inputTokens":13377,"outputTokens":5,"latencyMs":1313.2550420000916},{"questionId":"q79","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"35","isCorrect":false,"inputTokens":8382,"outputTokens":5,"latencyMs":972.2095420000842},{"questionId":"q80","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":11906,"outputTokens":5,"latencyMs":1022.7462499999674},{"questionId":"q80","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"26","isCorrect":false,"inputTokens":7139,"outputTokens":5,"latencyMs":1082.1503749999683},{"questionId":"q80","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":6990,"outputTokens":5,"latencyMs":991.1641250000102},{"questionId":"q80","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":8411,"outputTokens":5,"latencyMs":1573.1202920000069},{"questionId":"q80","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":13377,"outputTokens":5,"latencyMs":1141.6035000000848},{"questionId":"q80","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"26","isCorrect":false,"inputTokens":8382,"outputTokens":5,"latencyMs":1230.1609999999637},{"questionId":"q81","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":11910,"outputTokens":5,"latencyMs":1024.5535420000087},{"questionId":"q81","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":7143,"outputTokens":5,"latencyMs":1229.623583999928},{"questionId":"q81","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":960.5113330000313},{"questionId":"q81","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":1261.000958000077},{"questionId":"q81","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1616.2670839999337},{"questionId":"q81","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":8386,"outputTokens":5,"latencyMs":1187.1413750000065},{"questionId":"q82","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":11910,"outputTokens":5,"latencyMs":1064.1327499999898},{"questionId":"q82","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"6","isCorrect":false,"inputTokens":7143,"outputTokens":5,"latencyMs":3043.604874999961},{"questionId":"q82","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"6","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1551.8059580000117},{"questionId":"q82","format":"csv","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":8415,"outputTokens":5,"latencyMs":1080.9420420000097},{"questionId":"q82","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1132.688582999981},{"questionId":"q82","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1263.8080410000402},{"questionId":"q83","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"7","actual":"8","isCorrect":false,"inputTokens":11910,"outputTokens":5,"latencyMs":1950.7400829999242},{"questionId":"q83","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"7","actual":"5","isCorrect":false,"inputTokens":7143,"outputTokens":5,"latencyMs":1125.8389159999788},{"questionId":"q83","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1017.5860000000102},{"questionId":"q83","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":8415,"outputTokens":5,"latencyMs":1353.274333999958},{"questionId":"q83","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1775.548208000022},{"questionId":"q83","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1055.548749999958},{"questionId":"q84","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":11910,"outputTokens":5,"latencyMs":1295.9033329999074},{"questionId":"q84","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":7143,"outputTokens":5,"latencyMs":1218.6740840000566},{"questionId":"q84","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1050.2330000000075},{"questionId":"q84","format":"csv","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":1247.5764160000253},{"questionId":"q84","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1137.5568330000388},{"questionId":"q84","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1358.3454159999965},{"questionId":"q85","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":11910,"outputTokens":5,"latencyMs":1371.7517920000246},{"questionId":"q85","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":7143,"outputTokens":5,"latencyMs":1149.5783330000704},{"questionId":"q85","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1266.9770000000717},{"questionId":"q85","format":"csv","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":1053.4382920000935},{"questionId":"q85","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1418.592042000033},{"questionId":"q85","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1215.300125000067},{"questionId":"q86","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":11911,"outputTokens":5,"latencyMs":1185.34449999989},{"questionId":"q86","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":7144,"outputTokens":5,"latencyMs":1188.3249589999905},{"questionId":"q86","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":6995,"outputTokens":5,"latencyMs":1378.7070420000236},{"questionId":"q86","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":8416,"outputTokens":5,"latencyMs":1386.9686249999795},{"questionId":"q86","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":13382,"outputTokens":5,"latencyMs":1855.3307919999352},{"questionId":"q86","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":8387,"outputTokens":5,"latencyMs":1144.2037919999566},{"questionId":"q87","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":11911,"outputTokens":5,"latencyMs":1486.5403749999823},{"questionId":"q87","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":7144,"outputTokens":5,"latencyMs":1181.9661250000354},{"questionId":"q87","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":6995,"outputTokens":5,"latencyMs":1017.1840000000084},{"questionId":"q87","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":8416,"outputTokens":5,"latencyMs":1012.2735000000102},{"questionId":"q87","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":13382,"outputTokens":5,"latencyMs":1059.3782920000376},{"questionId":"q87","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":8387,"outputTokens":5,"latencyMs":1167.222375000012},{"questionId":"q88","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":11911,"outputTokens":5,"latencyMs":1093.8868340000045},{"questionId":"q88","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":7144,"outputTokens":5,"latencyMs":1116.8757500000065},{"questionId":"q88","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":6995,"outputTokens":5,"latencyMs":1165.8531660001026},{"questionId":"q88","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":8416,"outputTokens":5,"latencyMs":916.7895840000128},{"questionId":"q88","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":13382,"outputTokens":5,"latencyMs":1287.9744999998948},{"questionId":"q88","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":8387,"outputTokens":5,"latencyMs":1047.1712089999346},{"questionId":"q89","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":11914,"outputTokens":5,"latencyMs":1331.4419170001056},{"questionId":"q89","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"27","actual":"28","isCorrect":false,"inputTokens":7147,"outputTokens":5,"latencyMs":1310.3073330000043},{"questionId":"q89","format":"toon","model":"claude-haiku-4-5-20251001","expected":"27","actual":"27","isCorrect":true,"inputTokens":6998,"outputTokens":5,"latencyMs":975.1528749999125},{"questionId":"q89","format":"csv","model":"claude-haiku-4-5-20251001","expected":"27","actual":"31","isCorrect":false,"inputTokens":8419,"outputTokens":5,"latencyMs":932.6801249999553},{"questionId":"q89","format":"xml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":13385,"outputTokens":5,"latencyMs":1233.844625000027},{"questionId":"q89","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"25","isCorrect":false,"inputTokens":8390,"outputTokens":5,"latencyMs":1306.623499999987},{"questionId":"q90","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":11914,"outputTokens":5,"latencyMs":1781.4444580000127},{"questionId":"q90","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":7147,"outputTokens":5,"latencyMs":1153.9490000000224},{"questionId":"q90","format":"toon","model":"claude-haiku-4-5-20251001","expected":"27","actual":"24","isCorrect":false,"inputTokens":6998,"outputTokens":5,"latencyMs":1197.1482919999398},{"questionId":"q90","format":"csv","model":"claude-haiku-4-5-20251001","expected":"27","actual":"31","isCorrect":false,"inputTokens":8419,"outputTokens":5,"latencyMs":1058.6899170000106},{"questionId":"q90","format":"xml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"28","isCorrect":false,"inputTokens":13385,"outputTokens":5,"latencyMs":1222.8915419999976},{"questionId":"q90","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"27","isCorrect":true,"inputTokens":8390,"outputTokens":5,"latencyMs":989.9714580000145},{"questionId":"q91","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4082,"outputTokens":6,"latencyMs":1337.8912919999566},{"questionId":"q91","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2395,"outputTokens":6,"latencyMs":914.0592920000199},{"questionId":"q91","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1509,"outputTokens":6,"latencyMs":1512.6979160000337},{"questionId":"q91","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1445,"outputTokens":6,"latencyMs":948.9307910000207},{"questionId":"q91","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4787,"outputTokens":6,"latencyMs":1054.8787500000326},{"questionId":"q91","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3110,"outputTokens":6,"latencyMs":1003.5896660001017},{"questionId":"q92","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4081,"outputTokens":8,"latencyMs":1242.1521659999853},{"questionId":"q92","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2394,"outputTokens":8,"latencyMs":1572.435458999942},{"questionId":"q92","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1508,"outputTokens":8,"latencyMs":1238.3413329999894},{"questionId":"q92","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1444,"outputTokens":8,"latencyMs":1256.9403750000056},{"questionId":"q92","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4786,"outputTokens":8,"latencyMs":1111.6803749999963},{"questionId":"q92","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3109,"outputTokens":8,"latencyMs":1314.231792000006},{"questionId":"q93","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":4082,"outputTokens":5,"latencyMs":1277.674207999953},{"questionId":"q93","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":2395,"outputTokens":5,"latencyMs":1090.702958000009},{"questionId":"q93","format":"toon","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":1098.6090829999885},{"questionId":"q93","format":"csv","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":1214.6294159999816},{"questionId":"q93","format":"xml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1728.2752499999478},{"questionId":"q93","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1958.8982499999693},{"questionId":"q94","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":4082,"outputTokens":5,"latencyMs":1201.624124999973},{"questionId":"q94","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":2395,"outputTokens":5,"latencyMs":1003.8031249999767},{"questionId":"q94","format":"toon","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":1024.12591599999},{"questionId":"q94","format":"csv","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":706.4005420000758},{"questionId":"q94","format":"xml","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":888.3815419999883},{"questionId":"q94","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1290.72204100003},{"questionId":"q95","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4082,"outputTokens":7,"latencyMs":1183.265958999982},{"questionId":"q95","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2395,"outputTokens":7,"latencyMs":801.0743329999968},{"questionId":"q95","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1509,"outputTokens":7,"latencyMs":992.675333000021},{"questionId":"q95","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1445,"outputTokens":7,"latencyMs":2106.549667000072},{"questionId":"q95","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4787,"outputTokens":7,"latencyMs":923.341582999914},{"questionId":"q95","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3110,"outputTokens":7,"latencyMs":1022.4851250000065},{"questionId":"q96","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4082,"outputTokens":6,"latencyMs":1050.4915420000907},{"questionId":"q96","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2395,"outputTokens":6,"latencyMs":996.3635830000276},{"questionId":"q96","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1509,"outputTokens":6,"latencyMs":1481.090124999988},{"questionId":"q96","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1445,"outputTokens":6,"latencyMs":973.8201250000857},{"questionId":"q96","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4787,"outputTokens":6,"latencyMs":980.1046670000069},{"questionId":"q96","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3110,"outputTokens":6,"latencyMs":993.3583750000689},{"questionId":"q97","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4081,"outputTokens":8,"latencyMs":1168.171583999996},{"questionId":"q97","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2394,"outputTokens":8,"latencyMs":1132.4977499999804},{"questionId":"q97","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1508,"outputTokens":8,"latencyMs":830.7868749999907},{"questionId":"q97","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1444,"outputTokens":8,"latencyMs":1635.9573330000276},{"questionId":"q97","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4786,"outputTokens":8,"latencyMs":899.4633329999633},{"questionId":"q97","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3109,"outputTokens":8,"latencyMs":1019.7348749999655},{"questionId":"q98","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":4082,"outputTokens":5,"latencyMs":824.595250000013},{"questionId":"q98","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":2395,"outputTokens":5,"latencyMs":928.2541659999406},{"questionId":"q98","format":"toon","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":790.5537500000792},{"questionId":"q98","format":"csv","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":900.7624589999905},{"questionId":"q98","format":"xml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1137.6647080000257},{"questionId":"q98","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1081.1355000000913},{"questionId":"q99","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":4082,"outputTokens":5,"latencyMs":967.7614580000518},{"questionId":"q99","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":2395,"outputTokens":5,"latencyMs":940.453291999991},{"questionId":"q99","format":"toon","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":824.6708749999525},{"questionId":"q99","format":"csv","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":997.6638749999693},{"questionId":"q99","format":"xml","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1105.7292499999749},{"questionId":"q99","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":2061.9600409999257},{"questionId":"q100","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4082,"outputTokens":7,"latencyMs":992.1712909999769},{"questionId":"q100","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2395,"outputTokens":7,"latencyMs":903.5020840000361},{"questionId":"q100","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1509,"outputTokens":7,"latencyMs":749.344207999995},{"questionId":"q100","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1445,"outputTokens":7,"latencyMs":1188.9905420000432},{"questionId":"q100","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4787,"outputTokens":7,"latencyMs":1149.2700829999521},{"questionId":"q100","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3110,"outputTokens":7,"latencyMs":1809.3697089999914},{"questionId":"q101","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4082,"outputTokens":6,"latencyMs":1841.9253340000287},{"questionId":"q101","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2395,"outputTokens":6,"latencyMs":1816.776916999952},{"questionId":"q101","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1509,"outputTokens":6,"latencyMs":1308.592791999923},{"questionId":"q101","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1445,"outputTokens":6,"latencyMs":1490.718583000009},{"questionId":"q101","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4787,"outputTokens":6,"latencyMs":2049.8864169999724},{"questionId":"q101","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3110,"outputTokens":6,"latencyMs":1205.4354590000585},{"questionId":"q102","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4081,"outputTokens":8,"latencyMs":1696.5675000000047},{"questionId":"q102","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2394,"outputTokens":8,"latencyMs":3450.9104580000276},{"questionId":"q102","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1508,"outputTokens":8,"latencyMs":5738.113624999998},{"questionId":"q102","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1444,"outputTokens":8,"latencyMs":1569.8576250000624},{"questionId":"q102","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4786,"outputTokens":8,"latencyMs":1537.452166999923},{"questionId":"q102","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3109,"outputTokens":8,"latencyMs":1065.2684169999557},{"questionId":"q103","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":4082,"outputTokens":5,"latencyMs":1212.9023330000928},{"questionId":"q103","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2395,"outputTokens":5,"latencyMs":1496.5024589999812},{"questionId":"q103","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":1184.638957999996},{"questionId":"q103","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":1458.386041999911},{"questionId":"q103","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1915.669916999992},{"questionId":"q103","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1224.608707999927},{"questionId":"q104","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"326,658","isCorrect":false,"inputTokens":4079,"outputTokens":7,"latencyMs":1373.1511670000618},{"questionId":"q104","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"317,969","isCorrect":false,"inputTokens":2392,"outputTokens":7,"latencyMs":1022.9044579999754},{"questionId":"q104","format":"toon","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"355,836","isCorrect":false,"inputTokens":1506,"outputTokens":7,"latencyMs":1130.827750000055},{"questionId":"q104","format":"csv","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"362,291","isCorrect":false,"inputTokens":1442,"outputTokens":7,"latencyMs":1491.6267920000246},{"questionId":"q104","format":"xml","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"373,845","isCorrect":false,"inputTokens":4784,"outputTokens":7,"latencyMs":1173.7212500000605},{"questionId":"q104","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"179,247","isCorrect":false,"inputTokens":3107,"outputTokens":7,"latencyMs":1091.657917000004},{"questionId":"q105","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"266,839.94","isCorrect":false,"inputTokens":4077,"outputTokens":9,"latencyMs":2374.9879999998957},{"questionId":"q105","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"407,799.59","isCorrect":false,"inputTokens":2390,"outputTokens":9,"latencyMs":1576.470624999958},{"questionId":"q105","format":"toon","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"449,450.71","isCorrect":false,"inputTokens":1504,"outputTokens":9,"latencyMs":2456.423582999967},{"questionId":"q105","format":"csv","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"502,938.75","isCorrect":false,"inputTokens":1440,"outputTokens":9,"latencyMs":2113.8303340000566},{"questionId":"q105","format":"xml","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"381,920.19","isCorrect":false,"inputTokens":4782,"outputTokens":9,"latencyMs":1250.3338750000112},{"questionId":"q105","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"326,741.26","isCorrect":false,"inputTokens":3105,"outputTokens":9,"latencyMs":1276.0942920000525},{"questionId":"q106","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1345","isCorrect":false,"inputTokens":4080,"outputTokens":6,"latencyMs":1212.666458999971},{"questionId":"q106","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1632","isCorrect":false,"inputTokens":2393,"outputTokens":6,"latencyMs":2478.6167089999653},{"questionId":"q106","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1969","isCorrect":false,"inputTokens":1507,"outputTokens":6,"latencyMs":1186.940249999985},{"questionId":"q106","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1903","isCorrect":false,"inputTokens":1443,"outputTokens":6,"latencyMs":1011.0495419999352},{"questionId":"q106","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1379","isCorrect":false,"inputTokens":4785,"outputTokens":6,"latencyMs":1021.8297500000335},{"questionId":"q106","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1229","isCorrect":false,"inputTokens":3108,"outputTokens":6,"latencyMs":1690.796708000009},{"questionId":"q107","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,747.34","isCorrect":false,"inputTokens":4078,"outputTokens":9,"latencyMs":988.8492079999996},{"questionId":"q107","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5752.47","isCorrect":false,"inputTokens":2391,"outputTokens":8,"latencyMs":1097.753625000012},{"questionId":"q107","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5731.03","isCorrect":false,"inputTokens":1505,"outputTokens":8,"latencyMs":923.2832079998916},{"questionId":"q107","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5754.74","isCorrect":false,"inputTokens":1441,"outputTokens":8,"latencyMs":1107.8572919999715},{"questionId":"q107","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,769.03","isCorrect":false,"inputTokens":4783,"outputTokens":9,"latencyMs":1191.5502919999417},{"questionId":"q107","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,747.27","isCorrect":false,"inputTokens":3106,"outputTokens":9,"latencyMs":963.6281670000171},{"questionId":"q108","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,645.92","isCorrect":false,"inputTokens":4076,"outputTokens":9,"latencyMs":960.9259999999776},{"questionId":"q108","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5547.89","isCorrect":false,"inputTokens":2389,"outputTokens":8,"latencyMs":1154.3362499999348},{"questionId":"q108","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5438.89","isCorrect":false,"inputTokens":1503,"outputTokens":8,"latencyMs":1328.8651669999817},{"questionId":"q108","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,559.23","isCorrect":false,"inputTokens":1439,"outputTokens":9,"latencyMs":811.642375000054},{"questionId":"q108","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,526.77","isCorrect":false,"inputTokens":4781,"outputTokens":9,"latencyMs":1405.5615830000024},{"questionId":"q108","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,557.69","isCorrect":false,"inputTokens":3104,"outputTokens":9,"latencyMs":1123.0427080000518},{"questionId":"q109","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"30","actual":"29.03","isCorrect":false,"inputTokens":4079,"outputTokens":7,"latencyMs":1122.8855830000248},{"questionId":"q109","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"30","actual":"29.03","isCorrect":false,"inputTokens":2392,"outputTokens":7,"latencyMs":1279.1958749999758},{"questionId":"q109","format":"toon","model":"claude-haiku-4-5-20251001","expected":"30","actual":"28.97","isCorrect":false,"inputTokens":1506,"outputTokens":7,"latencyMs":1166.232834000024},{"questionId":"q109","format":"csv","model":"claude-haiku-4-5-20251001","expected":"30","actual":"30.02","isCorrect":true,"inputTokens":1442,"outputTokens":7,"latencyMs":1205.423582999967},{"questionId":"q109","format":"xml","model":"claude-haiku-4-5-20251001","expected":"30","actual":"31.29","isCorrect":false,"inputTokens":4784,"outputTokens":7,"latencyMs":1130.081957999966},{"questionId":"q109","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"30","actual":"31.03","isCorrect":false,"inputTokens":3107,"outputTokens":7,"latencyMs":1171.2552920000162},{"questionId":"q110","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4078,"outputTokens":5,"latencyMs":1849.3658329999307},{"questionId":"q110","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":2391,"outputTokens":5,"latencyMs":1192.9959580000723},{"questionId":"q110","format":"toon","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":1505,"outputTokens":5,"latencyMs":903.6504999999888},{"questionId":"q110","format":"csv","model":"claude-haiku-4-5-20251001","expected":"60","actual":"59","isCorrect":false,"inputTokens":1441,"outputTokens":5,"latencyMs":1099.5541669999948},{"questionId":"q110","format":"xml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4783,"outputTokens":5,"latencyMs":1195.4307499999413},{"questionId":"q110","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":3106,"outputTokens":5,"latencyMs":1082.5247920000693},{"questionId":"q111","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4081,"outputTokens":6,"latencyMs":1118.3197080000537},{"questionId":"q111","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2394,"outputTokens":6,"latencyMs":985.3343749999767},{"questionId":"q111","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":1508,"outputTokens":6,"latencyMs":882.4613329999847},{"questionId":"q111","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":1444,"outputTokens":6,"latencyMs":1671.782542000059},{"questionId":"q111","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4786,"outputTokens":6,"latencyMs":1036.142332999967},{"questionId":"q111","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3109,"outputTokens":6,"latencyMs":1042.2366250000196},{"questionId":"q112","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"42","actual":"42","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":1107.8679580000462},{"questionId":"q112","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"42","actual":"42","isCorrect":true,"inputTokens":2393,"outputTokens":5,"latencyMs":1020.6039589999709},{"questionId":"q112","format":"toon","model":"claude-haiku-4-5-20251001","expected":"42","actual":"42","isCorrect":true,"inputTokens":1507,"outputTokens":5,"latencyMs":1381.5108330000658},{"questionId":"q112","format":"csv","model":"claude-haiku-4-5-20251001","expected":"42","actual":"41","isCorrect":false,"inputTokens":1443,"outputTokens":5,"latencyMs":1134.1540830000304},{"questionId":"q112","format":"xml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"52","isCorrect":false,"inputTokens":4785,"outputTokens":5,"latencyMs":1061.5185000000056},{"questionId":"q112","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"47","isCorrect":false,"inputTokens":3108,"outputTokens":5,"latencyMs":1045.2299999999814},{"questionId":"q113","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":910.6497499999823},{"questionId":"q113","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":2393,"outputTokens":5,"latencyMs":990.7961659999564},{"questionId":"q113","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":1507,"outputTokens":5,"latencyMs":1464.8100000000559},{"questionId":"q113","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":1443,"outputTokens":5,"latencyMs":1112.2252919999883},{"questionId":"q113","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":4785,"outputTokens":5,"latencyMs":995.3546659999993},{"questionId":"q113","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":3108,"outputTokens":5,"latencyMs":940.003708000062},{"questionId":"q114","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"26","actual":"21","isCorrect":false,"inputTokens":4088,"outputTokens":5,"latencyMs":1198.4602919999743},{"questionId":"q114","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"26","actual":"23","isCorrect":false,"inputTokens":2401,"outputTokens":5,"latencyMs":739.3211249999003},{"questionId":"q114","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"21","isCorrect":false,"inputTokens":1515,"outputTokens":5,"latencyMs":913.9812920000404},{"questionId":"q114","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":1451,"outputTokens":5,"latencyMs":787.1517089999979},{"questionId":"q114","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":4793,"outputTokens":5,"latencyMs":1065.8862499999814},{"questionId":"q114","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"24","isCorrect":false,"inputTokens":3116,"outputTokens":5,"latencyMs":849.796624999959},{"questionId":"q115","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":4088,"outputTokens":5,"latencyMs":1050.0800000000745},{"questionId":"q115","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":2401,"outputTokens":5,"latencyMs":1082.6058750000084},{"questionId":"q115","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":1515,"outputTokens":5,"latencyMs":1003.0822919999482},{"questionId":"q115","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":1451,"outputTokens":5,"latencyMs":1514.997667000047},{"questionId":"q115","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":4793,"outputTokens":5,"latencyMs":1280.423999999999},{"questionId":"q115","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":3116,"outputTokens":5,"latencyMs":1146.969083999982},{"questionId":"q116","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":901.6137919999892},{"questionId":"q116","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"28","actual":"37","isCorrect":false,"inputTokens":2399,"outputTokens":5,"latencyMs":1738.2266669999808},{"questionId":"q116","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"42","isCorrect":false,"inputTokens":1513,"outputTokens":5,"latencyMs":1198.6933329999447},{"questionId":"q116","format":"csv","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":1449,"outputTokens":5,"latencyMs":1241.5860829999438},{"questionId":"q116","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"41","isCorrect":false,"inputTokens":4791,"outputTokens":5,"latencyMs":1163.3813330000266},{"questionId":"q116","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"44","isCorrect":false,"inputTokens":3114,"outputTokens":5,"latencyMs":1125.0304999999935},{"questionId":"q117","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"28","actual":"32","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":972.7000000000698},{"questionId":"q117","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":2400,"outputTokens":5,"latencyMs":874.467874999973},{"questionId":"q117","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":1141.6316670000087},{"questionId":"q117","format":"csv","model":"claude-haiku-4-5-20251001","expected":"28","actual":"35","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":917.2213340000017},{"questionId":"q117","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1292.8511250000447},{"questionId":"q117","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"35","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":996.1331670000218},{"questionId":"q118","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"28","actual":"31","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":1002.24916700006},{"questionId":"q118","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"28","actual":"32","isCorrect":false,"inputTokens":2400,"outputTokens":5,"latencyMs":994.781624999945},{"questionId":"q118","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"32","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":995.736791000003},{"questionId":"q118","format":"csv","model":"claude-haiku-4-5-20251001","expected":"28","actual":"29","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":996.0069169999333},{"questionId":"q118","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":4792,"outputTokens":5,"latencyMs":1304.8524580000667},{"questionId":"q118","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"30","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":994.4066250000615},{"questionId":"q119","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"26","actual":"28","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":1034.3120409999974},{"questionId":"q119","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"26","actual":"34","isCorrect":false,"inputTokens":2400,"outputTokens":5,"latencyMs":994.0647919999901},{"questionId":"q119","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"27","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":938.8225000000093},{"questionId":"q119","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"24","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":1328.092457999941},{"questionId":"q119","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"27","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1157.5756670000264},{"questionId":"q119","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"27","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":1033.2631659999024},{"questionId":"q120","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"22","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":1130.064624999999},{"questionId":"q120","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":2400,"outputTokens":5,"latencyMs":871.4071669999976},{"questionId":"q120","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"24","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":1242.8188749999972},{"questionId":"q120","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":941.1520409999648},{"questionId":"q120","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1078.6766670000507},{"questionId":"q120","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":990.3106250000419},{"questionId":"q121","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"35","actual":"26","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":1100.6145000000251},{"questionId":"q121","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"35","actual":"32","isCorrect":false,"inputTokens":2400,"outputTokens":5,"latencyMs":866.1812500000233},{"questionId":"q121","format":"toon","model":"claude-haiku-4-5-20251001","expected":"35","actual":"34","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":1407.296250000014},{"questionId":"q121","format":"csv","model":"claude-haiku-4-5-20251001","expected":"35","actual":"23","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":965.1352089999709},{"questionId":"q121","format":"xml","model":"claude-haiku-4-5-20251001","expected":"35","actual":"26","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1099.4087499999441},{"questionId":"q121","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"35","actual":"23","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":1403.4681669999845},{"questionId":"q122","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":1212.532750000013},{"questionId":"q122","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":2400,"outputTokens":5,"latencyMs":1050.7101659999462},{"questionId":"q122","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":899.2806659999769},{"questionId":"q122","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":851.5820000000531},{"questionId":"q122","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1237.047499999986},{"questionId":"q122","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"17","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":902.6328749998938},{"questionId":"q123","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":4089,"outputTokens":5,"latencyMs":2037.7956249999115},{"questionId":"q123","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"24","isCorrect":false,"inputTokens":2402,"outputTokens":5,"latencyMs":851.6313340000343},{"questionId":"q123","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"21","isCorrect":false,"inputTokens":1516,"outputTokens":5,"latencyMs":1498.7430419999873},{"questionId":"q123","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":1452,"outputTokens":5,"latencyMs":1389.8514170000562},{"questionId":"q123","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":4794,"outputTokens":5,"latencyMs":1062.4993749998976},{"questionId":"q123","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"20","isCorrect":false,"inputTokens":3117,"outputTokens":5,"latencyMs":1056.3550410000607},{"questionId":"q124","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"24","isCorrect":false,"inputTokens":4089,"outputTokens":5,"latencyMs":1458.3046669999603},{"questionId":"q124","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"26","isCorrect":false,"inputTokens":2402,"outputTokens":5,"latencyMs":1327.1276659999276},{"questionId":"q124","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"21","isCorrect":false,"inputTokens":1516,"outputTokens":5,"latencyMs":1114.060541999992},{"questionId":"q124","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":1452,"outputTokens":5,"latencyMs":762.7780829999829},{"questionId":"q124","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":4794,"outputTokens":5,"latencyMs":992.652584000025},{"questionId":"q124","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":3117,"outputTokens":5,"latencyMs":1012.5360420000507},{"questionId":"q125","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17415,"outputTokens":6,"latencyMs":1538.3492090000072},{"questionId":"q125","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12552,"outputTokens":6,"latencyMs":1074.4938750000438},{"questionId":"q125","format":"toon","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9283,"outputTokens":6,"latencyMs":1170.9402080000145},{"questionId":"q125","format":"csv","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9129,"outputTokens":6,"latencyMs":1521.1968750000233},{"questionId":"q125","format":"xml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19808,"outputTokens":6,"latencyMs":1416.7449999999953},{"questionId":"q125","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":14487,"outputTokens":6,"latencyMs":1261.4766669999808},{"questionId":"q126","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17414,"outputTokens":6,"latencyMs":1900.3747500000754},{"questionId":"q126","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12551,"outputTokens":6,"latencyMs":1243.4690829999745},{"questionId":"q126","format":"toon","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9282,"outputTokens":6,"latencyMs":1378.2569590000203},{"questionId":"q126","format":"csv","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9128,"outputTokens":6,"latencyMs":1315.7669169999426},{"questionId":"q126","format":"xml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19807,"outputTokens":6,"latencyMs":1395.3782920000376},{"questionId":"q126","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":14486,"outputTokens":6,"latencyMs":1337.4904579999857},{"questionId":"q127","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17408,"outputTokens":5,"latencyMs":1449.4735840000212},{"questionId":"q127","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":12545,"outputTokens":5,"latencyMs":1523.5827499999432},{"questionId":"q127","format":"toon","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":9276,"outputTokens":5,"latencyMs":1194.6852499999804},{"questionId":"q127","format":"csv","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":9122,"outputTokens":5,"latencyMs":1290.1815410000272},{"questionId":"q127","format":"xml","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":19801,"outputTokens":5,"latencyMs":1343.973291000002},{"questionId":"q127","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":14480,"outputTokens":5,"latencyMs":1360.362833000021},{"questionId":"q128","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":17414,"outputTokens":4,"latencyMs":1592.1247079999885},{"questionId":"q128","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":12551,"outputTokens":4,"latencyMs":1298.297499999986},{"questionId":"q128","format":"toon","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9282,"outputTokens":4,"latencyMs":1203.8616250000196},{"questionId":"q128","format":"csv","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9128,"outputTokens":4,"latencyMs":1143.425791000016},{"questionId":"q128","format":"xml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":19807,"outputTokens":4,"latencyMs":1755.8175000000047},{"questionId":"q128","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":14486,"outputTokens":4,"latencyMs":1287.364583000075},{"questionId":"q129","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17410,"outputTokens":6,"latencyMs":1306.7266669999808},{"questionId":"q129","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":12547,"outputTokens":6,"latencyMs":1268.7704170000507},{"questionId":"q129","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":9278,"outputTokens":6,"latencyMs":960.608041999978},{"questionId":"q129","format":"csv","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":9124,"outputTokens":6,"latencyMs":1912.2766670000274},{"questionId":"q129","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":19803,"outputTokens":6,"latencyMs":1224.7194160000654},{"questionId":"q129","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":14482,"outputTokens":6,"latencyMs":1713.6076250000624},{"questionId":"q130","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17413,"outputTokens":6,"latencyMs":1255.3375840000808},{"questionId":"q130","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":12550,"outputTokens":6,"latencyMs":1256.624000000069},{"questionId":"q130","format":"toon","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":9281,"outputTokens":6,"latencyMs":1128.326958999969},{"questionId":"q130","format":"csv","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":9127,"outputTokens":6,"latencyMs":952.2303330000723},{"questionId":"q130","format":"xml","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":19806,"outputTokens":6,"latencyMs":1501.7436250000028},{"questionId":"q130","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":14485,"outputTokens":6,"latencyMs":1111.8828750000102},{"questionId":"q131","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17416,"outputTokens":6,"latencyMs":1462.4989160000114},{"questionId":"q131","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":12553,"outputTokens":6,"latencyMs":1257.7281250000233},{"questionId":"q131","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":9284,"outputTokens":6,"latencyMs":1643.5659160000505},{"questionId":"q131","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":9130,"outputTokens":6,"latencyMs":1327.4329579999903},{"questionId":"q131","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":19809,"outputTokens":6,"latencyMs":1787.2829999999376},{"questionId":"q131","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":14488,"outputTokens":6,"latencyMs":1147.5456669999985},{"questionId":"q132","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17409,"outputTokens":4,"latencyMs":1279.6904589999467},{"questionId":"q132","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":12546,"outputTokens":4,"latencyMs":1270.8670420000562},{"questionId":"q132","format":"toon","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":9277,"outputTokens":4,"latencyMs":1032.9487500000978},{"questionId":"q132","format":"csv","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":9123,"outputTokens":4,"latencyMs":1002.5922909999499},{"questionId":"q132","format":"xml","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":19802,"outputTokens":4,"latencyMs":2255.4039999999804},{"questionId":"q132","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":14481,"outputTokens":4,"latencyMs":1337.201166999992},{"questionId":"q133","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":17418,"outputTokens":4,"latencyMs":1699.5721250000643},{"questionId":"q133","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":12555,"outputTokens":4,"latencyMs":1237.0372919999063},{"questionId":"q133","format":"toon","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9286,"outputTokens":4,"latencyMs":1140.5073750000447},{"questionId":"q133","format":"csv","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9132,"outputTokens":4,"latencyMs":1185.2839170000516},{"questionId":"q133","format":"xml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":19811,"outputTokens":4,"latencyMs":1677.878832999966},{"questionId":"q133","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":14490,"outputTokens":4,"latencyMs":1421.9696669999976},{"questionId":"q134","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17413,"outputTokens":6,"latencyMs":1639.4011250000913},{"questionId":"q134","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":12550,"outputTokens":6,"latencyMs":1198.1171249999898},{"questionId":"q134","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":9281,"outputTokens":6,"latencyMs":1365.1915000000736},{"questionId":"q134","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":9127,"outputTokens":6,"latencyMs":2704.1062909999164},{"questionId":"q134","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":19806,"outputTokens":6,"latencyMs":1901.8356250000652},{"questionId":"q134","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":14485,"outputTokens":6,"latencyMs":1280.4614159999182},{"questionId":"q135","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17417,"outputTokens":6,"latencyMs":1832.9553750000196},{"questionId":"q135","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":12554,"outputTokens":6,"latencyMs":1273.2264579999028},{"questionId":"q135","format":"toon","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":9285,"outputTokens":6,"latencyMs":1681.9418340000557},{"questionId":"q135","format":"csv","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":9131,"outputTokens":6,"latencyMs":1327.093499999959},{"questionId":"q135","format":"xml","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":19810,"outputTokens":6,"latencyMs":1737.653209000011},{"questionId":"q135","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":14489,"outputTokens":6,"latencyMs":1621.828000000096},{"questionId":"q136","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"12,847,896","isCorrect":false,"inputTokens":17409,"outputTokens":9,"latencyMs":1753.189291000017},{"questionId":"q136","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,824,591","isCorrect":false,"inputTokens":12546,"outputTokens":9,"latencyMs":1291.4104579999112},{"questionId":"q136","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"10,856,574","isCorrect":false,"inputTokens":9277,"outputTokens":9,"latencyMs":1217.46637499996},{"questionId":"q136","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,547,848","isCorrect":false,"inputTokens":9123,"outputTokens":9,"latencyMs":1069.558416999993},{"questionId":"q136","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"10,644,379","isCorrect":false,"inputTokens":19802,"outputTokens":9,"latencyMs":1297.4102919999277},{"questionId":"q136","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"14,892,686","isCorrect":false,"inputTokens":14481,"outputTokens":9,"latencyMs":1299.0324170000385},{"questionId":"q137","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":17406,"outputTokens":5,"latencyMs":1815.9550840000156},{"questionId":"q137","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":12543,"outputTokens":5,"latencyMs":1017.6187080000527},{"questionId":"q137","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9274,"outputTokens":5,"latencyMs":1083.4776670000283},{"questionId":"q137","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9120,"outputTokens":5,"latencyMs":1115.9955000000773},{"questionId":"q137","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":19799,"outputTokens":5,"latencyMs":1233.7846669999417},{"questionId":"q137","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":14478,"outputTokens":5,"latencyMs":1484.7542499999981},{"questionId":"q138","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"144,823.45","isCorrect":false,"inputTokens":17408,"outputTokens":9,"latencyMs":1362.7924170000479},{"questionId":"q138","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"149,396","isCorrect":false,"inputTokens":12545,"outputTokens":7,"latencyMs":1137.9620420000283},{"questionId":"q138","format":"toon","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"131,834.51","isCorrect":false,"inputTokens":9276,"outputTokens":9,"latencyMs":1204.822291999939},{"questionId":"q138","format":"csv","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"147,647.78","isCorrect":false,"inputTokens":9122,"outputTokens":9,"latencyMs":1229.90862500004},{"questionId":"q138","format":"xml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"129,615.14","isCorrect":false,"inputTokens":19801,"outputTokens":9,"latencyMs":1907.5167499999516},{"questionId":"q138","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"138,411.23","isCorrect":false,"inputTokens":14480,"outputTokens":9,"latencyMs":1251.1393749999115},{"questionId":"q139","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1257.139375000028},{"questionId":"q139","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1067.2472080000443},{"questionId":"q139","format":"toon","model":"claude-haiku-4-5-20251001","expected":"77","actual":"50","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1436.9297500000102},{"questionId":"q139","format":"csv","model":"claude-haiku-4-5-20251001","expected":"77","actual":"57","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1178.2669999999925},{"questionId":"q139","format":"xml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"79","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1255.0048330000136},{"questionId":"q139","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"85","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1358.3928750000196},{"questionId":"q140","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"37","actual":"60","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1434.064832999953},{"questionId":"q140","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"37","actual":"51","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1393.9452919999603},{"questionId":"q140","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"52","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1155.1587499999441},{"questionId":"q140","format":"csv","model":"claude-haiku-4-5-20251001","expected":"37","actual":"41","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1218.3931250000605},{"questionId":"q140","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"45","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1769.6358330000658},{"questionId":"q140","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"72","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1098.983332999982},{"questionId":"q141","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1361.048375000013},{"questionId":"q141","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1491.0543329999782},{"questionId":"q141","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"18","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1098.2798340000445},{"questionId":"q141","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1273.1043340000324},{"questionId":"q141","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"14","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1317.2074579999316},{"questionId":"q141","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1277.2445000000298},{"questionId":"q142","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"49","actual":"34","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1882.8497499999357},{"questionId":"q142","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"49","actual":"71","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1071.5590409999713},{"questionId":"q142","format":"toon","model":"claude-haiku-4-5-20251001","expected":"49","actual":"47","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1073.5013749999925},{"questionId":"q142","format":"csv","model":"claude-haiku-4-5-20251001","expected":"49","actual":"42","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1074.4551670000656},{"questionId":"q142","format":"xml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"31","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1811.3611249999376},{"questionId":"q142","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"54","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1902.311457999982},{"questionId":"q143","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":17411,"outputTokens":5,"latencyMs":1784.3979169999948},{"questionId":"q143","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"23","actual":"27","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1319.7600829999428},{"questionId":"q143","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"20","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1385.922666999977},{"questionId":"q143","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":9125,"outputTokens":5,"latencyMs":1343.606584000052},{"questionId":"q143","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"20","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1357.8712499999674},{"questionId":"q143","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":14483,"outputTokens":5,"latencyMs":1316.8181249999907},{"questionId":"q144","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"15","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1317.044125000015},{"questionId":"q144","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"17","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1604.9547500000335},{"questionId":"q144","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"17","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1079.6551660000114},{"questionId":"q144","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"16","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1442.1636670000153},{"questionId":"q144","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"15","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1192.1680840000045},{"questionId":"q144","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"25","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1414.1435000000056},{"questionId":"q145","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"19","actual":"23","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1279.3062500000233},{"questionId":"q145","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"19","actual":"18","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1079.2434999999823},{"questionId":"q145","format":"toon","model":"claude-haiku-4-5-20251001","expected":"19","actual":"52","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":955.0813329999801},{"questionId":"q145","format":"csv","model":"claude-haiku-4-5-20251001","expected":"19","actual":"57","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1219.3449580000015},{"questionId":"q145","format":"xml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"18","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1700.8240829999559},{"questionId":"q145","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"19","isCorrect":true,"inputTokens":14483,"outputTokens":5,"latencyMs":1215.1709170000395},{"questionId":"q146","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"12","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1330.259791999939},{"questionId":"q146","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"15","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1313.2862909999676},{"questionId":"q146","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"23","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":925.2253329999512},{"questionId":"q146","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"13","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1319.8267910000868},{"questionId":"q146","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"13","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":2036.9484580000862},{"questionId":"q146","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"12","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1335.1685830000788},{"questionId":"q147","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"41","actual":"26","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1679.9789170000004},{"questionId":"q147","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":3509.811166999978},{"questionId":"q147","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"25","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1454.4137919999193},{"questionId":"q147","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"24","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":2161.8671669999603},{"questionId":"q147","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"33","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1495.8691659999313},{"questionId":"q147","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1043.6274579999736},{"questionId":"q148","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1524.6531670000404},{"questionId":"q148","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"53","actual":"54","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1500.9586670000572},{"questionId":"q148","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1150.5986670000711},{"questionId":"q148","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1165.018582999939},{"questionId":"q148","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"48","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1810.2540420000441},{"questionId":"q148","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"62","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1518.8855419999454},{"questionId":"q149","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"57","actual":"8","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1834.470333000063},{"questionId":"q149","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"57","actual":"20","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1656.3590420000255},{"questionId":"q149","format":"toon","model":"claude-haiku-4-5-20251001","expected":"57","actual":"14","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1395.126084000105},{"questionId":"q149","format":"csv","model":"claude-haiku-4-5-20251001","expected":"57","actual":"19","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1191.1707500000484},{"questionId":"q149","format":"xml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"15","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1759.5285419999855},{"questionId":"q149","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"18","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1316.1602499999572},{"questionId":"q150","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"43","actual":"36","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1183.220290999976},{"questionId":"q150","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"43","actual":"42","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1138.203749999986},{"questionId":"q150","format":"toon","model":"claude-haiku-4-5-20251001","expected":"43","actual":"34","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":945.903583999956},{"questionId":"q150","format":"csv","model":"claude-haiku-4-5-20251001","expected":"43","actual":"27","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":995.3324999999022},{"questionId":"q150","format":"xml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"28","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1481.8323749999981},{"questionId":"q150","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"27","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":2138.5308749999385},{"questionId":"q151","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1530.969083999982},{"questionId":"q151","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"15","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1439.608917000005},{"questionId":"q151","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"13","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1513.2834999999031},{"questionId":"q151","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"15","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":2078.5649589998648},{"questionId":"q151","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"15","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1517.8215840000194},{"questionId":"q151","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1553.6035830001347},{"questionId":"q152","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1356.7340830001049},{"questionId":"q152","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"5","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1644.2577090000268},{"questionId":"q152","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"5","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1553.1798749999143},{"questionId":"q152","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1322.9532920001075},{"questionId":"q152","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1327.4927499999758},{"questionId":"q152","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1089.8293339998927},{"questionId":"q153","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"8","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1272.3036249999423},{"questionId":"q153","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"15","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1352.3544999998994},{"questionId":"q153","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1149.6478329999372},{"questionId":"q153","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1152.1780830000062},{"questionId":"q153","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1359.904084000038},{"questionId":"q153","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"15","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1468.3138329999056},{"questionId":"q154","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1479.5361250001006},{"questionId":"q154","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"3","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1111.2795410000253},{"questionId":"q154","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"11","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1082.6935419999063},{"questionId":"q154","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1","actual":"8","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1185.074166999897},{"questionId":"q154","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"8","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1179.9677910001483},{"questionId":"q154","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"2","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1204.0906249999534}] |